00010000:00010000:3.0:1787756100.181325:0:2401:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004eccc921/0xc63d509de01cdf2e lrc: 6/2,0 mode: --/PR res: [0x2c0000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.181359:0:2401:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004eccc921/0xc63d509de01cdf2e lrc: 6/2,0 mode: --/PR res: [0x2c0000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f0f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.181375:0:2401:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004eccc921/0xc63d509de01cdf2e lrc: 6/2,0 mode: PR/PR res: [0x2c0000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f0f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.181399:0:2401:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004eccc921/0xc63d509de01cdf2e lrc: 6/2,0 mode: PR/PR res: [0x2c0000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f0f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787756100.181414:0:2401:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004eccc921/0xc63d509de01cdf2e lrc: 5/2,0 mode: PR/PR res: [0x2c0000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d21f0f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787756100.181425:0:2401:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1787756100.181442:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004eccc921/0xc63d509de01cdf2e lrc: 6/2,0 mode: PR/PR res: [0x2c0000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f0f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.181451:0:2401:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004eccc921/0xc63d509de01cdf2e lrc: 5/1,0 mode: PR/PR res: [0x2c0000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f0f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.181459:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004eccc921/0xc63d509de01cdf2e lrc: 5/1,0 mode: PR/PR res: [0x2c0000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f0f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.181468:0:2401:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004eccc921/0xc63d509de01cdf2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21f0f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756100.181495:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765762304:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756100.198257:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765762944:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756100.202180:0:2402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000062748d09/0xc63d509de01cdf3c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.202207:0:2402:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000062748d09/0xc63d509de01cdf3c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f11a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.202223:0:2402:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000062748d09/0xc63d509de01cdf3c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f11a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.202236:0:2402:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000062748d09/0xc63d509de01cdf3c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f11a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787756100.202252:0:2402:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000062748d09/0xc63d509de01cdf3c lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d21f11a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787756100.202264:0:2402:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1787756100.202307:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000062748d09/0xc63d509de01cdf3c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f11a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.202317:0:2402:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000062748d09/0xc63d509de01cdf3c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f11a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.202330:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000062748d09/0xc63d509de01cdf3c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f11a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.202339:0:2402:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000062748d09/0xc63d509de01cdf3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21f11a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756100.202360:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765762944:192.168.201.131@tcp:101:tar.0 00000080:00200000:3.0:1787756100.272827:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x20001a9e3:0x10d0:0x0] updating i_size 0 i_blocks 0 00000020:00010000:3.0:1787756100.272833:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6c787b2e0 (ffffa0e6d07c6908/0) at cl_lock_release():245 00000020:00010000:3.0:1787756100.272837:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c787b2e0 (ffffa0e6d07c6908/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756100.272842:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c65fa1b0 (ffffa0e6d07c6bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787756100.272847:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c787b2e0 (ffffa0e6d07c6908/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756100.272849:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c65fa1b0 (ffffa0e6d07c6908/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756100.272903:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10d0:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756100.272931:0:138509:0:(file.c:479:ll_file_release()) START file serial-getty@ttyS0.service:[0x20001a9e3:0x10d0:0x0](ffffa0e6c7533a88), flags 100001 00000002:00100000:3.0:1787756100.272987:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c5621c00 x1874589765765632/t322122551123(322122551123) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 600/664 e 0 to 0 dl 1787756116 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787756100.272997:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787756100.273003:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d165dc00 x1874589765766016/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756100.273023:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d165dc00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765766016:192.168.201.131@tcp:35:tar.0 00000100:00100000:3.0:1787756100.273091:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d8413a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756100.276942:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d165dc00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765766016:192.168.201.131@tcp:35:tar.0 00000002:00100000:3.0:1787756100.276979:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c5621c00 x1874589765765632/t322122551123(322122551123) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 600/664 e 0 to 0 dl 1787756116 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787756100.277050:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756100.277060:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:3.0:1787756100.277070:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.277074:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=systemd, flags=16 00000080:00200000:3.0:1787756100.277078:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10c2:0x0](ffffa0e6c75ad348), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.277081:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=system, flags=16 00000080:00200000:3.0:1787756100.277084:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10c4:0x0](ffffa0e6c75ac2c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.277087:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=getty.target.wants, flags=0 00000080:00200008:3.0:1787756100.277094:0:138509:0:(file.c:6296:ll_getattr_dentry()) START file getty.target.wants:[0x20001a9e3:0x10cf:0x0](ffffa0e6e03400c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787756100.277100:0:138509:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x20001a9e3:0x10cf:0x0](ffffa0e6e03400c8),name=getty.target.wants 00000002:00010000:3.0:1787756100.277122:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x20001a9e3:0x10cf:0x0]) in obj [0x200024df0:0xf:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787756100.277136:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 30 res 8590043619/4303 (0 0) 00010000:00010000:3.0:1787756100.277189:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01cdf82 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.277199:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01cdf82 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.277210:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01cdf82 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756100.277231:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d165e680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765766144:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756100.277358:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d8413a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756100.280442:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d165e680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765766144:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756100.280469:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01cdf82 lrc: 4/1,0 mode: --/CR res: [0x200024df0:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f216 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.280493:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01cdf82 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x10cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f216 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.280501:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01cdf82 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x10cf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f216 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.280512:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01cdf82 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10cf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f216 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.281967:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01cdf82 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10cf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f216 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.281985:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01cdf82 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x10cf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f216 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.281995:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01cdf82 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x10cf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f216 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.282002:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01cdf82 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10cf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f216 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756100.282015:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6d165e680 x1874589765766144/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/584 e 0 to 0 dl 1787756116 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756100.282028:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01cdf82 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10cf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f216 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.282046:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4303 (0 0) 00000080:00200000:3.0:1787756100.282053:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df0:0xf:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787756100.282075:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x10cf:0x0], updating i_size 4096 00000080:00010000:3.0:1787756100.282081:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x10cf:0x0](ffffa0e6e03400c8) for lock 0xc63d509de01cdf82 00000080:00200000:3.0:1787756100.291732:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x20001a9e3:0x10d1:0x0] updating i_size 0 i_blocks 0 00000020:00010000:3.0:1787756100.291744:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6c787b090 (ffffa0e6d07c6098/0) at cl_lock_release():245 00000020:00010000:3.0:1787756100.291749:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c787b090 (ffffa0e6d07c6098/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756100.291754:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c65fa2b0 (ffffa0e6d07c61b8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787756100.291761:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c787b090 (ffffa0e6d07c6098/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756100.291764:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c65fa2b0 (ffffa0e6d07c6098/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756100.291784:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10d1:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756100.291822:0:138509:0:(file.c:479:ll_file_release()) START file getty@tty1.service:[0x20001a9e3:0x10d1:0x0](ffffa0e6c7535348), flags 100001 00000002:00100000:3.0:1787756100.291923:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c5621f80 x1874589765766400/t322122551125(322122551125) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1787756116 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787756100.291937:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787756100.291943:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d165f800 x1874589765766784/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756100.291970:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d165f800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765766784:192.168.201.131@tcp:35:tar.0 00000100:00100000:3.0:1787756100.292071:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d8413a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756100.294495:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d165f800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765766784:192.168.201.131@tcp:35:tar.0 00000002:00100000:3.0:1787756100.294551:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c5621f80 x1874589765766400/t322122551125(322122551125) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1787756116 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787756100.294651:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756100.294663:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:3.0:1787756100.294673:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.294677:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=systemd, flags=16 00000080:00200000:3.0:1787756100.294680:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10c2:0x0](ffffa0e6c75ad348), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.294683:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=system, flags=16 00000080:00200000:3.0:1787756100.294687:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10c4:0x0](ffffa0e6c75ac2c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.294705:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=basic.target.wants, dir=[0x20001a9e3:0x10c4:0x0](ffffa0e6c75ac2c8), flags=1536 00000080:00200000:3.0:1787756100.294709:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10c4:0x0](ffffa0e6c75ac2c8), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756100.294715:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10c4:0x0](ffffa0e6c75ac2c8), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756100.294720:0:138509:0:(namei.c:2239:do_mkdir()) VFS Op:name=basic.target.wants, dir=[0x20001a9e3:0x10c4:0x0](ffffa0e6c75ac2c8) 00000020:00100000:3.0:1787756100.295207:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756100.295216:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d165d180 x1874589765767040/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756100.295240:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d165d180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765767040:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756100.295393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d8413a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756100.298552:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d165d180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765767040:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756100.298670:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x84:0x0](ffffa0e6c7567448) 00000080:00200000:3.0:1787756100.298678:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0x84:0x0], updating i_size 4096 00000080:00200000:3.0:1787756100.298770:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756100.298780:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756100.298787:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.298791:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=systemd, flags=17 00000080:00200000:3.0:1787756100.298793:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10c2:0x0](ffffa0e6c75ad348), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.298796:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=system, flags=17 00000080:00200000:3.0:1787756100.298799:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10c4:0x0](ffffa0e6c75ac2c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.298809:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=basic.target.wants, dir=[0x20001a9e3:0x10c4:0x0](ffffa0e6c75ac2c8), flags=17 00000080:00200000:3.0:1787756100.298814:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=basic.target.wants, dir=[0x20001a9e3:0x10c4:0x0](ffffa0e6c75ac2c8), intent=0 00000002:00010000:3.0:1787756100.298835:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: basic.target.wants,[0x0:0x0:0x0]) in obj [0x240000fb9:0xf:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787756100.298906:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd400/0xc63d509de01cdf97 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.298917:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd400/0xc63d509de01cdf97 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0xf:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.298927:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd400/0xc63d509de01cdf97 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0xf:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756100.298947:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d165ea00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765767168:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756100.299023:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d8413a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756100.301417:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d165ea00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765767168:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756100.301444:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd400/0xc63d509de01cdf97 lrc: 4/1,0 mode: --/CR res: [0x240000fb9:0xf:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f271 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.301471:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd400/0xc63d509de01cdf97 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f271 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.301491:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd400/0xc63d509de01cdf97 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f271 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.301503:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd400/0xc63d509de01cdf97 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f271 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.301513:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd400/0xc63d509de01cdf97 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f271 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.301525:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd400/0xc63d509de01cdf97 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f271 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.301534:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd400/0xc63d509de01cdf97 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f271 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.301542:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd400/0xc63d509de01cdf97 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f271 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756100.301553:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffffa0e6d165ea00 x1874589765767168/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1787756116 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756100.301565:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd400/0xc63d509de01cdf97 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f271 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.301575:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/132 (0 0) 00000080:00200000:3.0:1787756100.301582:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x240000fb9:0xf:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756100.301614:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0x84:0x0], updating i_size 4096 00000080:00200000:3.0:1787756100.301618:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x2400007ed:0x84:0x0](ffffa0e6c7567448): rc = 0 00000080:00010000:3.0:1787756100.301624:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x84:0x0](ffffa0e6c7567448) for lock 0xc63d509de01cdf97 00000080:00010000:3.0:1787756100.301636:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x84:0x0](ffffa0e6c7567448) 00000080:00010000:3.0:1787756100.301640:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cdf97 from it ffffbc5601c77ac8 00010000:00010000:3.0:1787756100.301644:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd400/0xc63d509de01cdf97 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f271 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.301652:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd400/0xc63d509de01cdf97 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f271 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756100.301687:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x84:0x0](ffffa0e6c7567448), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.301709:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x84:0x0](ffffa0e6c7567448), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756100.301715:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=microcode.service, dir=[0x2400007ed:0x84:0x0](ffffa0e6c7567448), file ffffa0e6c857c600, open_flags 80c1, mode 8000 opened 0 00000080:00200000:3.0:1787756100.301724:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=microcode.service, dir=[0x2400007ed:0x84:0x0](ffffa0e6c7567448), intent=open|creat 00000002:00010000:3.0:1787756100.301748:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: microcode.service,[0x2400007ed:0x85:0x0]) in obj [0x2400007ed:0x84:0x0], intent: open|creat flags 0100302 00010000:00010000:3.0:1787756100.301790:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 3/0,1 mode: --/CW res: [0x2400007ed:0x84:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.301797:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 3/0,1 mode: --/CW res: [0x2400007ed:0x84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787756100.301807:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787756100.301814:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d165ea00 x1874589765767424/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787756100.301823:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 3/0,1 mode: --/CW res: [0x2400007ed:0x84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756100.301841:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d165ea00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765767424:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756100.301973:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d8413a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756100.304830:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d165ea00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765767424:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756100.304856:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 4/0,1 mode: --/CW res: [0x2400007ed:0x84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f28d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.304877:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0x85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f28d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.304896:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f28d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.304912:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f28d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.304927:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f28d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.304940:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f28d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.304948:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f28d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.304956:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f28d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756100.304968:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6d165ea00 x1874589765767424/t8589935143(8589935143) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1787756116 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787756100.304980:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6d165ea00 x1874589765767424/t8589935143(8589935143) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1787756116 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756100.304994:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f28d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756100.305008:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f28d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.305018:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/133 (0 0) 00000080:00200000:3.0:1787756100.305025:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x2400007ed:0x84:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756100.305038:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=microcode.service, dir=[0x2400007ed:0x84:0x0](ffffa0e6c7567448), intent=open|creat 00000080:00200000:3.0:1787756100.305065:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x85:0x0](ffffa0e6c7564b08) 00000080:00200000:3.0:1787756100.305142:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0x85:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:3.0:1787756100.305147:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0x85:0x0](ffffa0e6c7564b08) 00000080:00010000:3.0:1787756100.305151:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x85:0x0](ffffa0e6c7564b08) for lock 0xc63d509de01cdf9e 00000080:00010000:3.0:1787756100.305160:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x85:0x0](ffffa0e6c7564b08) 00000080:00200008:3.0:1787756100.305174:0:138509:0:(file.c:1090:ll_file_open()) START file microcode.service:[0x2400007ed:0x85:0x0](ffffa0e6c7564b08), flags 100301 00000002:00100000:3.0:1787756100.305196:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6d165ea00 x1874589765767424/t8589935143(8589935143) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1787756116 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787756100.305231:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cdf9e from it ffffa0e6c35bede0 00010000:00010000:3.0:1787756100.305238:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d21f28d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.305248:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d21f28d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756100.305267:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x85:0x0](ffffa0e6c7564b08), inode mode 8000 mask 40 00000080:00200008:3.0:1787756100.305330:0:138509:0:(file.c:6296:ll_getattr_dentry()) START file microcode.service:[0x2400007ed:0x85:0x0](ffffa0e6c7564b08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787756100.305336:0:138509:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x85:0x0](ffffa0e6c7564b08),name=microcode.service 00000002:00010000:3.0:1787756100.305354:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0x85:0x0]) in obj [0x2400007ed:0x84:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787756100.305363:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d21f28d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756100.305384:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d21f28d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756100.305396:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x2400007ed:0x84:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787756100.305401:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x85:0x0](ffffa0e6c7564b08) 00000080:00010000:3.0:1787756100.305404:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x85:0x0](ffffa0e6c7564b08) for lock 0xc63d509de01cdf9e 00000080:00010000:3.0:1787756100.305409:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cdf9e from it ffffbc5601c77cd8 00010000:00010000:3.0:1787756100.305412:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d21f28d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756100.305420:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d21f28d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787756100.305437:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x85:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1787756100.305447:0:138509:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x2400007ed:0x85:0x0] 00000008:00010000:3.0:1787756100.305468:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1787756100.305472:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c97898b0, osc lock ffffa0e6c7b6a4c0, flags 0x400001002 00010000:00010000:3.0:1787756100.305515:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000005792f660/0xc63d509de01cdfa5 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.305525:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000005792f660/0xc63d509de01cdfa5 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787756100.305554:0:138509:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1787756100.305566:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756100.305581:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d165d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765767552:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756100.328744:0:2402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000005792f660/0xc63d509de01cdfa5 lrc: 6/2,0 mode: --/PR res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.328781:0:2402:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000005792f660/0xc63d509de01cdfa5 lrc: 6/2,0 mode: --/PR res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f29b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.328796:0:2402:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000005792f660/0xc63d509de01cdfa5 lrc: 6/2,0 mode: PR/PR res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f29b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.328811:0:2402:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000005792f660/0xc63d509de01cdfa5 lrc: 6/2,0 mode: PR/PR res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f29b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787756100.328826:0:2402:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000005792f660/0xc63d509de01cdfa5 lrc: 5/2,0 mode: PR/PR res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d21f29b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787756100.328839:0:2402:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1787756100.328908:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000005792f660/0xc63d509de01cdfa5 lrc: 6/2,0 mode: PR/PR res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f29b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.328927:0:2402:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000005792f660/0xc63d509de01cdfa5 lrc: 5/1,0 mode: PR/PR res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f29b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.328935:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000005792f660/0xc63d509de01cdfa5 lrc: 5/1,0 mode: PR/PR res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f29b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.328946:0:2402:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000005792f660/0xc63d509de01cdfa5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21f29b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756100.328972:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d165d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765767552:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756100.334469:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765767808:192.168.201.131@tcp:35:tar.0 00000002:00100000:3.0:1787756100.334505:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6d165ea00 x1874589765767424/t8589935143(8589935143) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1787756116 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787756100.334562:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756100.334569:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:3.0:1787756100.334576:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.334580:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=systemd, flags=16 00000080:00200000:3.0:1787756100.334583:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10c2:0x0](ffffa0e6c75ad348), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.334587:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=system, flags=16 00000080:00200000:3.0:1787756100.334589:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10c4:0x0](ffffa0e6c75ac2c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.334593:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=basic.target.wants, flags=0 00000080:00200008:3.0:1787756100.334610:0:138509:0:(file.c:6296:ll_getattr_dentry()) START file basic.target.wants:[0x2400007ed:0x84:0x0](ffffa0e6c7567448), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787756100.334701:0:138509:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x84:0x0](ffffa0e6c7567448),name=basic.target.wants 00000002:00010000:3.0:1787756100.334722:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0x84:0x0]) in obj [0x240000fb9:0xf:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787756100.334735:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 30 res 9663678445/132 (0 0) 00010000:00010000:3.0:1787756100.334782:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fce00/0xc63d509de01cdfac lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.334791:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fce00/0xc63d509de01cdfac lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.334800:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fce00/0xc63d509de01cdfac lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756100.334816:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d165d880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765767936:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756100.334927:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d8413cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756100.337811:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d165d880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765767936:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756100.337836:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fce00/0xc63d509de01cdfac lrc: 4/1,0 mode: --/CR res: [0x240000fb9:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f2a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.337861:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fce00/0xc63d509de01cdfac lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f2a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.337870:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fce00/0xc63d509de01cdfac lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f2a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.337881:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fce00/0xc63d509de01cdfac lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f2a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.337905:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fce00/0xc63d509de01cdfac lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f2a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.337923:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fce00/0xc63d509de01cdfac lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f2a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.337932:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fce00/0xc63d509de01cdfac lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f2a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.337939:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fce00/0xc63d509de01cdfac lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f2a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756100.337951:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6d165d880 x1874589765767936/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/584 e 0 to 0 dl 1787756116 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756100.337965:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fce00/0xc63d509de01cdfac lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f2a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.337975:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/132 (0 0) 00000080:00200000:3.0:1787756100.337981:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000fb9:0xf:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787756100.338000:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0x84:0x0], updating i_size 4096 00000080:00010000:3.0:1787756100.338005:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x84:0x0](ffffa0e6c7567448) for lock 0xc63d509de01cdfac 00000080:00010000:3.0:1787756100.338013:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x84:0x0](ffffa0e6c7567448) 00000080:00010000:3.0:1787756100.338016:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cdfac from it ffffbc5601c77cb8 00010000:00010000:3.0:1787756100.338020:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fce00/0xc63d509de01cdfac lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f2a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.338028:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fce00/0xc63d509de01cdfac lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f2a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756100.338109:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756100.338117:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756100.338123:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.338126:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=systemd, flags=17 00000080:00200000:3.0:1787756100.338129:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10c2:0x0](ffffa0e6c75ad348), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.338132:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=system, flags=17 00000080:00200000:3.0:1787756100.338135:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10c4:0x0](ffffa0e6c75ac2c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.338146:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10c4:0x0](ffffa0e6c75ac2c8), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756100.338150:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=syslog.service, dir=[0x20001a9e3:0x10c4:0x0](ffffa0e6c75ac2c8), file ffffa0e6c857d800, open_flags 80c1, mode 8000 opened 0 00000080:00200000:3.0:1787756100.338158:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=syslog.service, dir=[0x20001a9e3:0x10c4:0x0](ffffa0e6c75ac2c8), intent=open|creat 00000002:00010000:3.0:1787756100.338181:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: syslog.service,[0x20001a9e3:0x10d2:0x0]) in obj [0x200024df0:0xf:0x0], intent: open|creat flags 0100302 00010000:00010000:3.0:1787756100.338232:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc000/0xc63d509de01cdfb3 lrc: 3/0,1 mode: --/CW res: [0x200024df0:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.338240:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc000/0xc63d509de01cdfb3 lrc: 3/0,1 mode: --/CW res: [0x200024df0:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787756100.338251:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787756100.338257:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d165d880 x1874589765768192/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787756100.338266:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc000/0xc63d509de01cdfb3 lrc: 3/0,1 mode: --/CW res: [0x200024df0:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756100.348256:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765768320:192.168.201.131@tcp:101:tar.0 00000080:00200000:3.0:1787756100.387214:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x20001a9e3:0x10d3:0x0] updating i_size 0 i_blocks 0 00000020:00010000:3.0:1787756100.387220:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6c787a2b0 (ffffa0e6d07c61b8/0) at cl_lock_release():245 00000020:00010000:3.0:1787756100.387224:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c787a2b0 (ffffa0e6d07c61b8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756100.387229:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c65fa0b0 (ffffa0e6d07c6e18/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787756100.387233:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c787a2b0 (ffffa0e6d07c61b8/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756100.387235:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c65fa0b0 (ffffa0e6d07c61b8/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756100.387250:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10d3:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756100.387319:0:138509:0:(file.c:479:ll_file_release()) START file dbus-org.freedesktop.nm-dispatcher.service:[0x20001a9e3:0x10d3:0x0](ffffa0e6c7532a08), flags 100001 00000002:00100000:3.0:1787756100.387377:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c5622a00 x1874589765768832/t322122551129(322122551129) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 616/664 e 0 to 0 dl 1787756116 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787756100.387388:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787756100.387394:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d165ce00 x1874589765769216/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756100.387414:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d165ce00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765769216:192.168.201.131@tcp:35:tar.0 00000100:00100000:3.0:1787756100.387471:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d8413cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756100.394513:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d165ce00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765769216:192.168.201.131@tcp:35:tar.0 00000002:00100000:3.0:1787756100.394550:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c5622a00 x1874589765768832/t322122551129(322122551129) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 616/664 e 0 to 0 dl 1787756116 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787756100.394650:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756100.394658:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756100.394666:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.394670:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=systemd, flags=17 00000080:00200000:3.0:1787756100.394674:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10c2:0x0](ffffa0e6c75ad348), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.394677:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=system, flags=17 00000080:00200000:3.0:1787756100.394680:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10c4:0x0](ffffa0e6c75ac2c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.394697:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10c4:0x0](ffffa0e6c75ac2c8), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756100.394702:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=dbus-org.freedesktop.NetworkManager.service, dir=[0x20001a9e3:0x10c4:0x0](ffffa0e6c75ac2c8), file ffffa0e6c857c600, open_flags 80c1, mode 8000 opened 0 00000080:00200000:3.0:1787756100.394710:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=dbus-org.freedesktop.NetworkManager.service, dir=[0x20001a9e3:0x10c4:0x0](ffffa0e6c75ac2c8), intent=open|creat 00000002:00010000:3.0:1787756100.394748:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: dbus-org.freedesktop.NetworkManager.service,[0x2400007ed:0x86:0x0]) in obj [0x240000fb9:0xf:0x0], intent: open|creat flags 0100302 00010000:00010000:3.0:1787756100.394846:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 3/0,1 mode: --/CW res: [0x240000fb9:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.394856:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 3/0,1 mode: --/CW res: [0x240000fb9:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787756100.394866:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787756100.394872:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d165e680 x1874589765769472/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 688/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787756100.394897:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 3/0,1 mode: --/CW res: [0x240000fb9:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756100.394919:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d165e680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765769472:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756100.395037:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d8413cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756100.403162:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d165e680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765769472:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756100.403187:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 4/0,1 mode: --/CW res: [0x240000fb9:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f319 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.403217:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0x86:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f319 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.403225:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f319 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.403234:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f319 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.403244:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f319 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.403256:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f319 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.403265:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f319 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.403706:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f319 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756100.403723:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6d165e680 x1874589765769472/t8589935145(8589935145) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 688/664 e 0 to 0 dl 1787756116 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787756100.403736:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6d165e680 x1874589765769472/t8589935145(8589935145) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 688/664 e 0 to 0 dl 1787756116 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756100.403750:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f319 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756100.403763:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f319 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.403771:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/134 (0 0) 00000080:00200000:3.0:1787756100.403776:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000fb9:0xf:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756100.403788:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=dbus-org.freedesktop.NetworkManager.service, dir=[0x20001a9e3:0x10c4:0x0](ffffa0e6c75ac2c8), intent=open|creat 00000080:00200000:3.0:1787756100.403812:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x86:0x0](ffffa0e6c75600c8) 00000080:00200000:3.0:1787756100.403870:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0x86:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:3.0:1787756100.403874:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0x86:0x0](ffffa0e6c75600c8) 00000080:00010000:3.0:1787756100.403878:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x86:0x0](ffffa0e6c75600c8) for lock 0xc63d509de01cdfcf 00000080:00010000:3.0:1787756100.403896:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x86:0x0](ffffa0e6c75600c8) 00000080:00200008:3.0:1787756100.403909:0:138509:0:(file.c:1090:ll_file_open()) START file dbus-org.freedesktop.NetworkManager.service:[0x2400007ed:0x86:0x0](ffffa0e6c75600c8), flags 100301 00000002:00100000:3.0:1787756100.404056:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6d165e680 x1874589765769472/t8589935145(8589935145) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 616/664 e 0 to 0 dl 1787756116 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787756100.404162:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cdfcf from it ffffa0e6c35be000 00010000:00010000:3.0:1787756100.404167:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d21f319 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.404181:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d21f319 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756100.404201:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x86:0x0](ffffa0e6c75600c8), inode mode 8000 mask 40 00000080:00200008:3.0:1787756100.404223:0:138509:0:(file.c:6296:ll_getattr_dentry()) START file dbus-org.freedesktop.NetworkManager.service:[0x2400007ed:0x86:0x0](ffffa0e6c75600c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787756100.404229:0:138509:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x86:0x0](ffffa0e6c75600c8),name=dbus-org.freedesktop.NetworkManager.service 00000002:00010000:3.0:1787756100.404248:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0x86:0x0]) in obj [0x240000fb9:0xf:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787756100.404257:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d21f319 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756100.404267:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d21f319 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756100.404470:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000fb9:0xf:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787756100.404475:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x86:0x0](ffffa0e6c75600c8) 00000080:00010000:3.0:1787756100.404478:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x86:0x0](ffffa0e6c75600c8) for lock 0xc63d509de01cdfcf 00000080:00010000:3.0:1787756100.404483:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cdfcf from it ffffbc5601c77cd8 00010000:00010000:3.0:1787756100.404486:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d21f319 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756100.404493:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d21f319 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787756100.404511:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x86:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1787756100.404519:0:138509:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x2400007ed:0x86:0x0] 00000008:00010000:3.0:1787756100.404536:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1787756100.404540:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c9789bb0, osc lock ffffa0e6c7b6a260, flags 0x400001002 00010000:00010000:3.0:1787756100.404645:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d78f2e1a/0xc63d509de01cdfd6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.404656:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d78f2e1a/0xc63d509de01cdfd6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787756100.404699:0:138509:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1787756100.404711:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756100.404728:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765769600:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756100.410894:0:2401:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d78f2e1a/0xc63d509de01cdfd6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.410917:0:2401:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d78f2e1a/0xc63d509de01cdfd6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f327 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.410935:0:2401:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d78f2e1a/0xc63d509de01cdfd6 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f327 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.410943:0:2401:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d78f2e1a/0xc63d509de01cdfd6 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f327 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787756100.410955:0:2401:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d78f2e1a/0xc63d509de01cdfd6 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d21f327 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787756100.410964:0:2401:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1787756100.410977:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d78f2e1a/0xc63d509de01cdfd6 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f327 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.410982:0:2401:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d78f2e1a/0xc63d509de01cdfd6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f327 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.410987:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d78f2e1a/0xc63d509de01cdfd6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f327 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.410992:0:2401:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d78f2e1a/0xc63d509de01cdfd6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21f327 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756100.411009:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765769600:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756100.414592:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765769856:192.168.201.131@tcp:35:tar.0 00000002:00100000:3.0:1787756100.414627:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6d165e680 x1874589765769472/t8589935145(8589935145) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 616/664 e 0 to 0 dl 1787756116 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787756100.414703:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756100.414711:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:3.0:1787756100.414719:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.414733:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=sysctl.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=1536 00000080:00200000:3.0:1787756100.414737:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756100.414742:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756100.414746:0:138509:0:(namei.c:2239:do_mkdir()) VFS Op:name=sysctl.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8) 00000020:00100000:3.0:1787756100.414809:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756100.414816:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830d500 x1874589765770112/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756100.414837:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830d500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765770112:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756100.414914:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d84130c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756100.424546:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830d500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765770112:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756100.424968:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x10d4:0x0](ffffa0e6c7565b88) 00000080:00200000:3.0:1787756100.424976:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x10d4:0x0], updating i_size 4096 00000080:00200000:3.0:1787756100.425062:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756100.425070:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756100.425077:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.425103:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=sysctl.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=17 00000080:00200000:3.0:1787756100.425107:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=sysctl.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), intent=0 00000002:00010000:3.0:1787756100.425127:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: sysctl.d,[0x0:0x0:0x0]) in obj [0x200024df1:0x3:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787756100.425181:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fda00/0xc63d509de01cdfdd lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.425191:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fda00/0xc63d509de01cdfdd lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.425200:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fda00/0xc63d509de01cdfdd lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756100.425218:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ed80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765770240:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756100.425334:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d84130c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756100.429443:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ed80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765770240:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756100.429479:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fda00/0xc63d509de01cdfdd lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f36d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.429512:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fda00/0xc63d509de01cdfdd lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x10d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f36d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.429519:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fda00/0xc63d509de01cdfdd lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x10d4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f36d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.429529:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fda00/0xc63d509de01cdfdd lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10d4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f36d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.429539:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fda00/0xc63d509de01cdfdd lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10d4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f36d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.429550:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fda00/0xc63d509de01cdfdd lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x10d4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f36d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.429557:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fda00/0xc63d509de01cdfdd lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x10d4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f36d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.429564:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fda00/0xc63d509de01cdfdd lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10d4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f36d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756100.429573:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffffa0e6d830ed80 x1874589765770240/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/672 e 0 to 0 dl 1787756116 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756100.429586:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fda00/0xc63d509de01cdfdd lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10d4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f36d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.429598:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4308 (0 0) 00000080:00200000:3.0:1787756100.429604:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200024df1:0x3:0x0] suppgids 0 -1: rc 0 00000100:00100000:3.0:1787756100.454964:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5620a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765770880:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756100.454991:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023c00/0xc63d509de01cdff2 lrc: 4/0,1 mode: --/CW res: [0x240000fb9:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f3a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.455030:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023c00/0xc63d509de01cdff2 lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0x87:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f3a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.455040:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023c00/0xc63d509de01cdff2 lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f3a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.455051:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023c00/0xc63d509de01cdff2 lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f3a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.455060:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023c00/0xc63d509de01cdff2 lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f3a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.455070:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023c00/0xc63d509de01cdff2 lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f3a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.455076:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023c00/0xc63d509de01cdff2 lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f3a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.455080:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023c00/0xc63d509de01cdff2 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f3a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756100.455093:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c5620a80 x1874589765770880/t8589935148(8589935148) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756116 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787756100.455102:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c5620a80 x1874589765770880/t8589935148(8589935148) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756116 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756100.455111:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023c00/0xc63d509de01cdff2 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f3a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756100.455120:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023c00/0xc63d509de01cdff2 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f3a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.455127:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/135 (0 0) 00000080:00200000:3.0:1787756100.455132:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000fb9:0x10:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756100.455142:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=99-sysctl.conf, dir=[0x20001a9e3:0x10d4:0x0](ffffa0e6c7565b88), intent=open|creat 00000080:00200000:3.0:1787756100.455167:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x87:0x0](ffffa0e6c7563248) 00000080:00200000:3.0:1787756100.455235:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0x87:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:3.0:1787756100.455241:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0x87:0x0](ffffa0e6c7563248) 00000080:00010000:3.0:1787756100.455243:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x87:0x0](ffffa0e6c7563248) for lock 0xc63d509de01cdff2 00000080:00010000:3.0:1787756100.455251:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x87:0x0](ffffa0e6c7563248) 00000080:00200008:3.0:1787756100.455262:0:138509:0:(file.c:1090:ll_file_open()) START file 99-sysctl.conf:[0x2400007ed:0x87:0x0](ffffa0e6c7563248), flags 100301 00000002:00100000:3.0:1787756100.455316:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c5620a80 x1874589765770880/t8589935148(8589935148) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756116 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787756100.455344:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cdff2 from it ffffa0e6d16ba600 00010000:00010000:3.0:1787756100.455347:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023c00/0xc63d509de01cdff2 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d21f3a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.455357:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023c00/0xc63d509de01cdff2 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d21f3a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756100.455376:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x87:0x0](ffffa0e6c7563248), inode mode 8000 mask 40 00000080:00200008:3.0:1787756100.455396:0:138509:0:(file.c:6296:ll_getattr_dentry()) START file 99-sysctl.conf:[0x2400007ed:0x87:0x0](ffffa0e6c7563248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787756100.455402:0:138509:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x87:0x0](ffffa0e6c7563248),name=99-sysctl.conf 00000002:00010000:3.0:1787756100.455421:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0x87:0x0]) in obj [0x240000fb9:0x10:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787756100.455430:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023c00/0xc63d509de01cdff2 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d21f3a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756100.455440:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023c00/0xc63d509de01cdff2 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d21f3a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756100.455447:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000fb9:0x10:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787756100.455452:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x87:0x0](ffffa0e6c7563248) 00000080:00010000:3.0:1787756100.455455:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x87:0x0](ffffa0e6c7563248) for lock 0xc63d509de01cdff2 00000080:00010000:3.0:1787756100.455459:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cdff2 from it ffffbc5601c77cd8 00010000:00010000:3.0:1787756100.455462:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023c00/0xc63d509de01cdff2 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d21f3a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756100.455467:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023c00/0xc63d509de01cdff2 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d21f3a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787756100.455480:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x87:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1787756100.455487:0:138509:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x2400007ed:0x87:0x0] 00000008:00010000:3.0:1787756100.455502:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1787756100.455505:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c97897b0, osc lock ffffa0e6c7b6b300, flags 0x400001002 00010000:00010000:3.0:1787756100.455544:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000fcd55a03/0xc63d509de01cdff9 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.455554:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000fcd55a03/0xc63d509de01cdff9 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787756100.455580:0:138509:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1787756100.455591:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756100.455606:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765771008:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756100.458874:0:2401:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000fcd55a03/0xc63d509de01cdff9 lrc: 6/2,0 mode: --/PR res: [0x2c0000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.458905:0:2401:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000fcd55a03/0xc63d509de01cdff9 lrc: 6/2,0 mode: --/PR res: [0x2c0000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f3b3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.458977:0:2401:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000fcd55a03/0xc63d509de01cdff9 lrc: 6/2,0 mode: PR/PR res: [0x2c0000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f3b3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.458988:0:2401:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000fcd55a03/0xc63d509de01cdff9 lrc: 6/2,0 mode: PR/PR res: [0x2c0000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f3b3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787756100.459001:0:2401:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000fcd55a03/0xc63d509de01cdff9 lrc: 5/2,0 mode: PR/PR res: [0x2c0000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d21f3b3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787756100.459012:0:2401:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1787756100.459031:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000fcd55a03/0xc63d509de01cdff9 lrc: 6/2,0 mode: PR/PR res: [0x2c0000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f3b3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.459041:0:2401:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000fcd55a03/0xc63d509de01cdff9 lrc: 5/1,0 mode: PR/PR res: [0x2c0000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f3b3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.459049:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000fcd55a03/0xc63d509de01cdff9 lrc: 5/1,0 mode: PR/PR res: [0x2c0000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f3b3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.459058:0:2401:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000fcd55a03/0xc63d509de01cdff9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21f3b3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756100.459077:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765771008:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756100.482041:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5620000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765771520:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756100.482068:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023200/0xc63d509de01ce007 lrc: 4/1,0 mode: --/CR res: [0x240000fb9:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f3cf expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.482082:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023200/0xc63d509de01ce007 lrc: 4/1,0 mode: --/PR res: [0x240000fb9:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f3cf expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.482093:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023200/0xc63d509de01ce007 lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f3cf expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.482105:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023200/0xc63d509de01ce007 lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f3cf expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.482118:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023200/0xc63d509de01ce007 lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f3cf expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.482126:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023200/0xc63d509de01ce007 lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f3cf expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.482133:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023200/0xc63d509de01ce007 lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f3cf expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756100.482144:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c5620000 x1874589765771520/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756116 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756100.482157:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023200/0xc63d509de01ce007 lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f3cf expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.482170:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663680441/16 (0 0) 00010000:00010000:3.0:1787756100.482177:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023200/0xc63d509de01ce007 lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f3cf expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.482562:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023200/0xc63d509de01ce007 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f3cf expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756100.543489:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765773056:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.545349:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765773056:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.547777:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354d880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765773312:192.168.201.131@tcp:55:tar.0 00000080:00200008:3.0:1787756100.547810:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file sshd:[0x20001a9e3:0x10d5:0x0](ffffa0e6c7530908) current size 591, valid attrs 10010160, mode 5560, uid -779283968, gid -24346, new size 18446669676315901696, atime 1787756100.000000000, mtime 1723581387.000000000, ctime 1787756100.000000000, rc 0 00000002:00010000:3.0:1787756100.547859:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20001a9e3:0x10d5:0x0], intent: getxattr flags 0 00010000:00010000:3.0:1787756100.547931:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fcc00/0xc63d509de01ce038 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x10d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.547941:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fcc00/0xc63d509de01ce038 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x10d5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.547950:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fcc00/0xc63d509de01ce038 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x10d5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756100.547968:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830f480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765773440:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756100.548033:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756100.550902:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830f480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765773440:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756100.550939:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fcc00/0xc63d509de01ce038 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x10d5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f47e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.550955:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fcc00/0xc63d509de01ce038 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10d5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f47e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.550966:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fcc00/0xc63d509de01ce038 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10d5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f47e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756100.550976:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6d830f480 x1874589765773440/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1096 e 0 to 0 dl 1787756116 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756100.550985:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fcc00/0xc63d509de01ce038 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10d5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f47e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.550994:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4309 (0 0) 00000080:00200000:3.0:1787756100.550999:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x20001a9e3:0x10d5:0x0] suppgids 0 -1: rc 0 00000080:00010000:3.0:1787756100.551018:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x10d5:0x0](ffffa0e6c7530908) for lock 0xc63d509de01ce038 00000080:00010000:3.0:1787756100.551024:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce038 from it ffffbc5601c77c18 00010000:00010000:3.0:1787756100.551027:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fcc00/0xc63d509de01ce038 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10d5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f47e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.551034:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fcc00/0xc63d509de01ce038 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10d5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f47e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787756100.551066:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file sshd:[0x20001a9e3:0x10d5:0x0](ffffa0e6c7530908) current size 591, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756100.000000000, mtime 1787756100.000000000, ctime 1787756100.000000000 00000020:00100000:3.0:1787756100.551105:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756100.551109:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830f480 x1874589765773696/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756100.551124:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830f480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765773696:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756100.552079:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756100.554749:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830f480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765773696:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756100.554788:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10d5:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756100.554800:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756100.560567:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10d5:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756100.560583:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file sshd:[0x20001a9e3:0x10d5:0x0](ffffa0e6c7530908) current size 591, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756100.000000000, mtime 1787756100.000000000, ctime 1787756100.000000000, rc 0 00000080:00200008:3.0:1787756100.560608:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file sshd:[0x20001a9e3:0x10d5:0x0](ffffa0e6c7530908) current size 591, valid attrs 41, mode 81a0, uid 1787756100, gid 0, new size 0, atime 1787756100.000000000, mtime 1787756100.000000000, ctime 1787756100.000000000 00000020:00100000:3.0:1787756100.560677:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756100.560684:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830ca80 x1874589765774080/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756100.560706:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ca80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765774080:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756100.560763:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756100.563733:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ca80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765774080:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756100.563770:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10d5:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756100.563782:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756100.569460:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10d5:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756100.569476:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file sshd:[0x20001a9e3:0x10d5:0x0](ffffa0e6c7530908) current size 591, valid attrs 10000041, mode 81a0, uid 1787756100, gid 0, new size 0, atime 1787756100.000000000, mtime 1787756100.000000000, ctime 1787756100.000000000, rc 0 00000080:00200008:3.0:1787756100.569506:0:138509:0:(file.c:479:ll_file_release()) START file sshd:[0x20001a9e3:0x10d5:0x0](ffffa0e6c7530908), flags 104001 00000002:00100000:3.0:1787756100.569632:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c5622680 x1874589765772416/t322122551133(322122551133) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1787756116 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787756100.569645:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787756100.569650:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830f100 x1874589765774464/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756100.569671:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830f100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765774464:192.168.201.131@tcp:35:tar.0 00000100:00100000:3.0:1787756100.569738:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756100.574093:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830f100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765774464:192.168.201.131@tcp:35:tar.0 00000002:00100000:3.0:1787756100.574130:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c5622680 x1874589765772416/t322122551133(322122551133) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1787756116 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787756100.574221:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756100.574230:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756100.574238:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.574242:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=sysconfig, flags=17 00000080:00200000:3.0:1787756100.574245:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x88:0x0](ffffa0e6c7531988), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756100.574257:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x88:0x0](ffffa0e6c7531988), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756100.574262:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=run-parts, dir=[0x2400007ed:0x88:0x0](ffffa0e6c7531988), file ffffa0e6c857c180, open_flags 89c1, mode 8180 opened 0 00000080:00200000:3.0:1787756100.574396:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=run-parts, dir=[0x2400007ed:0x88:0x0](ffffa0e6c7531988), intent=open|creat 00000100:00100000:3.0:1787756100.613913:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5621180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765776256:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.648054:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5621500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765777280:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756100.648084:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022c00/0xc63d509de01ce069 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f518 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.648100:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022c00/0xc63d509de01ce069 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f518 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756100.648115:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6c5621500 x1874589765777280/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756116 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756100.648126:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022c00/0xc63d509de01ce069 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f518 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756100.648139:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022c00/0xc63d509de01ce069 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f518 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.648151:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 16 res 9663678445/138 (0 0) 00000080:00200000:3.0:1787756100.648157:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x2400007ed:0x8a:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1787756100.648174:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x8a:0x0](ffffa0e6c75a63c8) for lock 0xc63d509de01ce069 00000080:00010000:3.0:1787756100.648182:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce069 from it ffffbc5601c77a78 00010000:00010000:3.0:1787756100.648186:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022c00/0xc63d509de01ce069 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f518 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.648200:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022c00/0xc63d509de01ce069 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f518 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756100.648227:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022c00/0xc63d509de01ce069 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f518 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756100.648237:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022c00/0xc63d509de01ce069 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f518 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787756100.648245:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x2400007ed:0x8a:0x0](0000000013ebe91f) being reconfigured ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022c00/0xc63d509de01ce069 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f518 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756100.648310:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0x8a:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:3.0:1787756100.648316:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022c00/0xc63d509de01ce069 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d21f518 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756100.648323:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022c00/0xc63d509de01ce069 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d21f518 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:3.0:1787756100.648345:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756100.648423:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1787756100.648439:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787756100.648443:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c97898b0, osc lock ffffa0e6c7b6a980, flags 0x0 00010000:00010000:3.0:1787756100.648458:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000096197d91/0xc63d509de01ce062 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21f50a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756100.648468:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000096197d91/0xc63d509de01ce062 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21f50a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756100.648481:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000096197d91/0xc63d509de01ce062 lrc: 7/0,2 mode: PW/PW res: [0x2c0000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f50a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756100.648488:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000096197d91/0xc63d509de01ce062 lrc: 7/0,2 mode: PW/PW res: [0x2c0000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f50a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756100.648495:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000096197d91/0xc63d509de01ce062 lrc: 6/0,1 mode: PW/PW res: [0x2c0000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f50a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756100.648581:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765777408:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.651774:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765777408:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.661446:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765778176:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.663591:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765778176:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.668023:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765778560:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.671686:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765778560:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.691584:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756100.691657:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765779712:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.694521:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765779712:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.707064:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765780480:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.709416:0:2402:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0e6c7ba9800: committing for last_committed 30064771797 gen 36 00000100:00100000:3.0:1787756100.709829:0:2402:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffffa0e6c354bb80 x1874589765780480/t30064771798(30064771798) o2->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1787756116 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787756100.709910:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765780480:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.713088:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765780864:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.715828:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765780864:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.733552:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765782016:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.739204:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765782016:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.755458:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765782784:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.757855:0:2401:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa0e6c7ba9800: committing for last_committed 4294971557 gen 30 00000100:00100000:3.0:1787756100.758186:0:2401:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffffa0e6c90eed80 x1874589765782784/t4294971558(4294971558) o2->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1787756116 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787756100.758313:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765782784:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.765414:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765783168:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.769822:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765783168:192.168.201.131@tcp:2:tar.0 00000020:00010000:3.0:1787756100.800763:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d04026c8 (ffffa0e6d07c6b48/0) at cl_lock_release():245 00000020:00010000:3.0:1787756100.800766:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d04026c8 (ffffa0e6d07c6b48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756100.800771:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c6fd94b0 (ffffa0e6c633f2d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756100.800780:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000000b3ce664/0xc63d509de01ce0b6 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f61b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756100.800797:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000000b3ce664/0xc63d509de01ce0b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21f61b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1787756100.800810:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d04026c8 (ffffa0e6d07c6b48/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756100.800812:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c6fd94b0 (ffffa0e6d07c6b48/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756100.800828:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10d6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:3.0:1787756100.800842:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6ca132200 uarg=0000000000000000 00000002:00000080:3.0:1787756100.800855:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6ca132200 uarg=0000000000000000 00000020:00100000:3.0:1787756100.800892:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:3.0:1787756100.800901:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830fb80 x1874589765784576/t0(0) o55->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756100.800923:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830fb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765784576:192.168.201.131@tcp:55:tar.0 00000100:00100000:3.0:1787756100.800992:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756100.806911:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830fb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765784576:192.168.201.131@tcp:55:tar.0 00000080:00200008:3.0:1787756100.806947:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file nftables.conf:[0x20001a9e3:0x10d6:0x0](ffffa0e6c76621c8) current size 364, valid attrs 10010160, mode 5560, uid -779288576, gid -24346, new size 18446669676315901696, atime 1787756100.000000000, mtime 1738054875.000000000, ctime 1787756100.000000000, rc 0 00000002:00010000:3.0:1787756100.806993:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20001a9e3:0x10d6:0x0], intent: getxattr flags 0 00010000:00010000:3.0:1787756100.807038:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc800/0xc63d509de01ce0c4 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x10d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.807046:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc800/0xc63d509de01ce0c4 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x10d6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.807053:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc800/0xc63d509de01ce0c4 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x10d6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756100.807069:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830fb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765784704:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756100.807124:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756100.809608:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830fb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765784704:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756100.809635:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc800/0xc63d509de01ce0c4 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x10d6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f63e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.809650:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc800/0xc63d509de01ce0c4 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10d6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f63e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.809658:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc800/0xc63d509de01ce0c4 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10d6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f63e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756100.809669:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6d830fb80 x1874589765784704/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1104 e 0 to 0 dl 1787756116 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756100.809677:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc800/0xc63d509de01ce0c4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10d6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f63e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.809686:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4310 (0 0) 00000080:00200000:3.0:1787756100.809691:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x20001a9e3:0x10d6:0x0] suppgids 0 -1: rc 0 00000080:00010000:3.0:1787756100.809708:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x10d6:0x0](ffffa0e6c76621c8) for lock 0xc63d509de01ce0c4 00000080:00010000:3.0:1787756100.809714:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce0c4 from it ffffbc5601c77c18 00010000:00010000:3.0:1787756100.809717:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc800/0xc63d509de01ce0c4 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10d6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f63e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756100.809724:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc800/0xc63d509de01ce0c4 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10d6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f63e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787756100.809752:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file nftables.conf:[0x20001a9e3:0x10d6:0x0](ffffa0e6c76621c8) current size 364, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756100.000000000, mtime 1787756100.000000000, ctime 1787756100.000000000 00000020:00100000:3.0:1787756100.809787:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756100.809791:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830fb80 x1874589765784960/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756100.809805:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830fb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765784960:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756100.809910:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756100.812072:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830fb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765784960:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756100.812112:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10d6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756100.812125:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756100.862552:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765787008:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.865351:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765787008:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.871296:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765787392:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.873529:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765787392:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.894104:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765788544:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.897062:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765788544:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.906775:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765789312:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.908494:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765789312:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.911432:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756100.911447:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765789696:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.913050:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765789696:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.932205:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765790848:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.935827:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765790848:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.945125:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765791616:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.950107:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765791616:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.952756:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765792000:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.956044:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765792000:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.976651:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765793152:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.979792:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765793152:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756100.996741:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765793920:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.000479:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765793920:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.032489:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765795840:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.035092:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765795840:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.050242:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765796992:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.053612:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765796992:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.066422:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756101.066440:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765797760:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.068753:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765797760:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.073769:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765798144:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.076188:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765798144:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.095228:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765799296:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.097124:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765799296:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.111008:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765800064:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.112718:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765800064:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.131823:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765801216:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.134834:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765801216:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.146241:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756101.146258:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765801984:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.148608:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765801984:192.168.201.131@tcp:2:tar.0 00000080:00200000:3.0:1787756101.154918:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10da:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756101.154933:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file crond:[0x20001a9e3:0x10da:0x0](ffffa0e6c76642c8) current size 110, valid attrs 10000041, mode 81a4, uid 1787756101, gid 0, new size 0, atime 1787756101.000000000, mtime 1787756101.000000000, ctime 1787756101.000000000, rc 0 00000080:00200008:3.0:1787756101.154963:0:138509:0:(file.c:479:ll_file_release()) START file crond:[0x20001a9e3:0x10da:0x0](ffffa0e6c76642c8), flags 104001 00000002:00100000:3.0:1787756101.155018:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c90db100 x1874589765800576/t322122551157(322122551157) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1787756117 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787756101.155035:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787756101.155040:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830d880 x1874589765802624/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756101.155058:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830d880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765802624:192.168.201.131@tcp:35:tar.0 00000100:00100000:3.0:1787756101.155143:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756101.158034:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830d880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765802624:192.168.201.131@tcp:35:tar.0 00000002:00100000:3.0:1787756101.158065:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c90db100 x1874589765800576/t322122551157(322122551157) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1787756117 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787756101.158153:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756101.158162:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756101.158170:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756101.158173:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=sysconfig, flags=17 00000080:00200000:3.0:1787756101.158176:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x88:0x0](ffffa0e6c7531988), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756101.158190:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x88:0x0](ffffa0e6c7531988), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756101.158195:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=cpupower, dir=[0x2400007ed:0x88:0x0](ffffa0e6c7531988), file ffffa0e6c857d500, open_flags 89c1, mode 8180 opened 0 00000080:00200000:3.0:1787756101.158204:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=cpupower, dir=[0x2400007ed:0x88:0x0](ffffa0e6c7531988), intent=open|creat 00000002:00010000:3.0:1787756101.158229:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: cpupower,[0x2400007ed:0x91:0x0]) in obj [0x240000fb8:0xb:0x0], intent: open|creat flags 0104702 00010000:00010000:3.0:1787756101.158327:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce1ab lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.158339:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce1ab lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787756101.158351:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787756101.158357:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830d180 x1874589765802880/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787756101.158367:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce1ab lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756101.158386:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830d180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765802880:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756101.158489:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756101.162566:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830d180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765802880:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756101.162601:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce1ab lrc: 4/0,1 mode: --/CW res: [0x240000fb8:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f924 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.162632:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce1ab lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0x91:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f924 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.162641:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce1ab lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f924 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.162652:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce1ab lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f924 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.162662:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce1ab lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f924 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.162674:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce1ab lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f924 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.162683:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce1ab lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f924 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.162697:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce1ab lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f924 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756101.162708:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6d830d180 x1874589765802880/t8589935189(8589935189) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756117 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787756101.162721:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6d830d180 x1874589765802880/t8589935189(8589935189) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756117 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756101.162733:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce1ab lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f924 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756101.162745:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce1ab lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f924 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.162754:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/145 (0 0) 00000080:00200000:3.0:1787756101.162760:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000fb8:0xb:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756101.162772:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=cpupower, dir=[0x2400007ed:0x88:0x0](ffffa0e6c7531988), intent=open|creat 00000080:00200000:3.0:1787756101.162801:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x91:0x0](ffffa0e6c75663c8) 00000080:00200000:3.0:1787756101.162865:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0x91:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:3.0:1787756101.162881:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0x91:0x0](ffffa0e6c75663c8) 00000080:00010000:3.0:1787756101.162884:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x91:0x0](ffffa0e6c75663c8) for lock 0xc63d509de01ce1ab 00000080:00010000:3.0:1787756101.162893:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x91:0x0](ffffa0e6c75663c8) 00000080:00200008:3.0:1787756101.162906:0:138509:0:(file.c:1090:ll_file_open()) START file cpupower:[0x2400007ed:0x91:0x0](ffffa0e6c75663c8), flags 104701 00000002:00100000:3.0:1787756101.162923:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6d830d180 x1874589765802880/t8589935189(8589935189) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756117 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787756101.162957:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce1ab from it ffffa0e6c35be420 00010000:00010000:3.0:1787756101.162962:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce1ab lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d21f924 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.162971:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce1ab lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d21f924 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756101.162991:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x91:0x0](ffffa0e6c75663c8), inode mode 8180 mask 40 00000080:00200008:3.0:1787756101.163093:0:138509:0:(file.c:2650:do_file_write_iter()) START file cpupower:[0x2400007ed:0x91:0x0], ppos: 0, count: 150 00000080:00200000:3.0:1787756101.163104:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 150 bytes 00000080:00200000:3.0:1787756101.163110:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 150 00000080:00200000:3.0:1787756101.163114:0:138509:0:(file.c:2090:ll_file_io_generic()) cpupower: write ppos: 0, bytes: 150 00000080:00200000:3.0:1787756101.163118:0:138509:0:(file.c:1848:ll_io_set_mirror()) cpupower: desiginated mirror: 0 00000020:00200000:3.0:1787756101.163125:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@0000000063712df2[0x110, 1, [0x2400007ed:0x91:0x0] hash] 00000020:00200000:3.0:1787756101.163127:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 150) 2048 0 00000080:00200000:3.0:1787756101.163132:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x91:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756101.163144:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:3.0:1787756101.163161:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 150) 150, 150 00020000:00200000:3.0:1787756101.163165:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756101.163180:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:3.0:1787756101.163194:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:3.0:1787756101.163198:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c9789a30, osc lock ffffa0e6c7b6a000, flags 0x40000 00010000:00010000:3.0:1787756101.163236:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d41ac5c0/0xc63d509de01ce1b2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.163246:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d41ac5c0/0xc63d509de01ce1b2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.163256:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d41ac5c0/0xc63d509de01ce1b2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756101.163290:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ea00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765803008:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756101.163516:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756101.167751:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ea00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765803008:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756101.167780:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d41ac5c0/0xc63d509de01ce1b2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f932 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.167799:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d41ac5c0/0xc63d509de01ce1b2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f932 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.167811:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d41ac5c0/0xc63d509de01ce1b2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f932 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.167827:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d41ac5c0/0xc63d509de01ce1b2 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f932 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787756101.167840:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d41ac5c0/0xc63d509de01ce1b2 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d21f932 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.167851:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d41ac5c0/0xc63d509de01ce1b2 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f932 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.167858:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d41ac5c0/0xc63d509de01ce1b2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f932 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756101.167893:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) cpupower: write [0, 150) append 0 append lockpos 0 00000080:00200000:3.0:1787756101.167910:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 150 bytes 00000080:00200000:3.0:1787756101.168000:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 150, copied 150 00000080:00200000:3.0:1787756101.168011:0:138509:0:(rw26.c:929:ll_write_end()) page@00000000bb625018[3 000000005799cab7 2 1 000000005b6d2e43 0 0 0] 00000080:00200000:3.0:1787756101.168015:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @00000000e02860ec 17ffffc0001001 3:0 ffffa0e6c664c000 0 lru 00000080:00200000:3.0:1787756101.168022:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@0000000094dcf61d 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000000dd14ff3 00000000bfde16c8 > 3< 0 0 > 4< 0 0 8 483201024 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787756101.168024:0:138509:0:(rw26.c:929:ll_write_end()) end page@00000000bb625018 00000080:00200000:3.0:1787756101.168025:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787756101.168029:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 150 prio 0 00000008:00010000:3.0:1787756101.168049:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 0000000032bbb4d0 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d41ac5c0/0xc63d509de01ce1b2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21f932 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756101.168065:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6c7566578, count 1, dirtied 1 00000080:00200000:3.0:1787756101.168070:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 150 bytes, tot: 150 00000080:00200000:3.0:1787756101.168073:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) cpupower: write bytes 0, result: 150 00000020:00010000:3.0:1787756101.168089:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d0402d58 (ffffa0e6d07c6008/0) at cl_lock_release():245 00000020:00010000:3.0:1787756101.168092:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d0402d58 (ffffa0e6d07c6008/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756101.168095:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c9789a30 (ffffa0e6d07c6518/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756101.168099:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d41ac5c0/0xc63d509de01ce1b2 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f932 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.168107:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d41ac5c0/0xc63d509de01ce1b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21f932 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1787756101.168120:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d0402d58 (ffffa0e6d07c6008/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756101.168124:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c9789a30 (ffffa0e6d07c6008/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756101.168131:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 150 bytes 00000080:00200000:3.0:1787756101.168138:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:3.0:1787756101.168145:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x91:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787756101.168149:0:138509:0:(file.c:2238:ll_file_io_generic()) cpupower: 2 io complete with rc: 0, result: 150, restart: 0 00000080:00200000:3.0:1787756101.168155:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x2400007ed:0x91:0x0] updating i_size 150 i_blocks 0 00000080:00200000:3.0:1787756101.168159:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 150 00000080:00200008:3.0:1787756101.168181:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file cpupower:[0x2400007ed:0x91:0x0](ffffa0e6c75663c8) current size 150, valid attrs 10160, mode 5560, uid -933767936, gid -24346, new size 18446669676315901696, atime 1787756101.000000000, mtime 1750954450.000000000, ctime 1787756101.000000000 00010000:00010000:3.0:1787756101.168210:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce1ab lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f924 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756101.168227:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x91:0x0]: losing layout lock 00010000:00010000:3.0:1787756101.168263:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce1ab lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f924 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.168338:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756101.168341:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce1ab lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f924 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787756101.168427:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756101.168436:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830ea00 x1874589765803264/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756101.168456:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ea00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765803264:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756101.168569:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756101.172128:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ea00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765803264:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756101.172233:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x91:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:3.0:1787756101.172256:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x2400007ed:0x91:0x0](ffffa0e6c75663c8) 00000002:00010000:3.0:1787756101.172266:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0x91:0x0]) in obj [0x2400007ed:0x91:0x0], intent: layout flags 0 00010000:00010000:3.0:1787756101.172442:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01ce1b9 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x91:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.172451:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01ce1b9 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.172464:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01ce1b9 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756101.172482:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830dc00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765803392:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756101.172600:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756101.174888:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830dc00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765803392:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756101.174913:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01ce1b9 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f940 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.174926:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01ce1b9 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f940 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756101.174940:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6d830dc00 x1874589765803392/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756117 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756101.174951:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01ce1b9 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f940 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756101.174964:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01ce1b9 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f940 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.174975:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 16 res 9663678445/145 (0 0) 00000080:00200000:3.0:1787756101.174981:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x2400007ed:0x91:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1787756101.174998:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x91:0x0](ffffa0e6c75663c8) for lock 0xc63d509de01ce1b9 00000080:00010000:3.0:1787756101.175006:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce1b9 from it ffffbc5601c77a78 00010000:00010000:3.0:1787756101.175010:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01ce1b9 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f940 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.175024:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01ce1b9 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f940 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.175047:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01ce1b9 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0x91:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f940 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.175057:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01ce1b9 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f940 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787756101.175064:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x2400007ed:0x91:0x0](000000000a9e7101) being reconfigured ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01ce1b9 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f940 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756101.175099:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0x91:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:3.0:1787756101.175105:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01ce1b9 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d21f940 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.175112:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01ce1b9 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d21f940 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:3.0:1787756101.175132:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756101.175794:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000100:00100000:3.0:1787756101.176050:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765803520:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.179915:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765803520:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.188185:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca172d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765804288:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.190433:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca172d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765804288:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.193729:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca171c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765804672:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.199365:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca171c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765804672:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.212419:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765805312:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756101.214751:0:2402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000099e044fa/0xc63d509de01ce1ce lrc: 6/2,0 mode: --/PR res: [0x2c0000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.214773:0:2402:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000099e044fa/0xc63d509de01ce1ce lrc: 6/2,0 mode: --/PR res: [0x2c0000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f98d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.214856:0:2402:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000099e044fa/0xc63d509de01ce1ce lrc: 6/2,0 mode: PR/PR res: [0x2c0000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21f98d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.214876:0:2402:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000099e044fa/0xc63d509de01ce1ce lrc: 6/2,0 mode: PR/PR res: [0x2c0000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21f98d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787756101.214891:0:2402:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000099e044fa/0xc63d509de01ce1ce lrc: 5/2,0 mode: PR/PR res: [0x2c0000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d21f98d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787756101.214901:0:2402:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1787756101.214962:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000099e044fa/0xc63d509de01ce1ce lrc: 6/2,0 mode: PR/PR res: [0x2c0000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f98d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.214971:0:2402:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000099e044fa/0xc63d509de01ce1ce lrc: 5/1,0 mode: PR/PR res: [0x2c0000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f98d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.214985:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000099e044fa/0xc63d509de01ce1ce lrc: 5/1,0 mode: PR/PR res: [0x2c0000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21f98d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.214995:0:2402:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000099e044fa/0xc63d509de01ce1ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21f98d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756101.215012:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765805312:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756101.254182:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca172a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765806848:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.256944:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca172a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765806848:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.271224:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756101.271239:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca171500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765807616:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.274602:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca171500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765807616:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.278615:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756101.278631:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca171880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765808000:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.281946:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca171880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765808000:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.303970:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756101.303986:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7813100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765809152:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.307147:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7813100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765809152:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.322899:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756101.322916:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7810e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765809920:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.325628:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7810e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765809920:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.329711:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756101.329725:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7810700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765810304:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.333791:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7810700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765810304:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.352844:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7813b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765811456:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.355239:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7813b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765811456:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.363587:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7811f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765812224:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.365828:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7811f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765812224:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.368840:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7813480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765812608:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.372099:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7813480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765812608:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.437077:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7811180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765814400:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.441096:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7811180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765814400:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.451975:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7812a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765815168:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.454171:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7812a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765815168:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.456648:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7811c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765815552:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.458478:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7811c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765815552:192.168.201.131@tcp:2:tar.0 00010000:00010000:3.0:1787756101.465153:0:31243:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787756101.465160:0:31243:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659a00/0xc63d509de01ce245 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x11:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d21fb1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.465169:0:31243:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e6d8659a00 already unused, calling callback (ffffffffc1aa93c0) 00010000:00010000:3.0:1787756101.465175:0:31243:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659a00/0xc63d509de01ce245 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x11:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d21fb1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.465184:0:31243:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659a00/0xc63d509de01ce245 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x11:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d21fb1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.465194:0:31243:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659a00/0xc63d509de01ce245 lrc: 3/0,0 mode: PR/PR res: [0x200024df0:0x11:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa58e5f4f9d21fb1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.465247:0:31243:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659a00/0xc63d509de01ce245 lrc: 2/0,0 mode: --/PR res: [0x200024df0:0x11:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d21fb1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.465255:0:31243:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756101.465936:0:31243:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659a00/0xc63d509de01ce245 lrc: 1/0,0 mode: --/PR res: [0x200024df0:0x11:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d21fb1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.465946:0:31243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659a00/0xc63d509de01ce245 lrc: 0/0,0 mode: --/PR res: [0x200024df0:0x11:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d21fb1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.539836:0:15205:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787756101.539845:0:15205:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658600/0xc63d509de01ce284 lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d21fc57 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.539854:0:15205:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e6d8658600 already unused, calling callback (ffffffffc1aa93c0) 00010000:00010000:3.0:1787756101.539859:0:15205:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658600/0xc63d509de01ce284 lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0xc:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d21fc57 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.539879:0:15205:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658600/0xc63d509de01ce284 lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0xc:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d21fc57 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.539888:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658600/0xc63d509de01ce284 lrc: 3/0,0 mode: PR/PR res: [0x200024df1:0xc:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa58e5f4f9d21fc57 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.539940:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658600/0xc63d509de01ce284 lrc: 2/0,0 mode: --/PR res: [0x200024df1:0xc:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d21fc57 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.539948:0:15205:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756101.539986:0:15205:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658600/0xc63d509de01ce284 lrc: 1/0,0 mode: --/PR res: [0x200024df1:0xc:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d21fc57 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.539994:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658600/0xc63d509de01ce284 lrc: 0/0,0 mode: --/PR res: [0x200024df1:0xc:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d21fc57 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.540013:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756101.540015:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756101.540017:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756101.540023:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756101.540034:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765817984:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756101.545732:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765817984:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756101.630239:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca172680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765819776:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756101.631665:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765819904:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756101.636655:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765819904:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756101.643603:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173b80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765820288:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756101.643673:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756101.653332:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173b80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765820288:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756101.653366:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0x98:0x0], updating i_size 4096 00000080:00200008:3.0:1787756101.653377:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file console:[0x2400007ed:0x98:0x0](ffffa0e6c766c2c8) current size 4096, valid attrs 10000046, mode ffff, uid 0, gid 0, new size 18446639511986094080, atime 1787756101.000000000, mtime 1787756101.000000000, ctime 1787756101.000000000, rc 0 00000080:00200000:3.0:1787756101.653418:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756101.653435:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756101.653443:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756101.653446:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=sysconfig, flags=17 00000080:00200000:3.0:1787756101.653449:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x88:0x0](ffffa0e6c7531988), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756101.653461:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=console, dir=[0x2400007ed:0x88:0x0](ffffa0e6c7531988), flags=1 00000080:00200000:3.0:1787756101.653466:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=console, dir=[0x2400007ed:0x88:0x0](ffffa0e6c7531988), intent=getattr 00000002:00010000:3.0:1787756101.653492:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: console,[0x0:0x0:0x0]) in obj [0x240000fb8:0xb:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787756101.653546:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2b5 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.653556:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2b5 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.653564:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2b5 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756101.653581:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830c000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765820416:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756101.653644:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756101.657142:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830c000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765820416:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756101.657171:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2b5 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fdb5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.657200:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2b5 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x98:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fdb5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.657209:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2b5 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x98:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fdb5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.657220:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2b5 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x98:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21fdb5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.657230:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2b5 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x98:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fdb5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.657240:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2b5 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x98:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21fdb5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.657247:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2b5 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x98:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21fdb5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.657253:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2b5 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x98:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21fdb5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756101.657263:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6d830c000 x1874589765820416/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756117 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756101.657304:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2b5 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x98:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fdb5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.657319:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/152 (0 0) 00000080:00200000:3.0:1787756101.657325:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000fb8:0xb:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756101.657363:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0x98:0x0], updating i_size 4096 00000080:00200000:3.0:1787756101.657367:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x2400007ed:0x98:0x0](ffffa0e6c766c2c8): rc = 0 00000080:00010000:3.0:1787756101.657374:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x98:0x0](ffffa0e6c766c2c8) for lock 0xc63d509de01ce2b5 00000080:00010000:3.0:1787756101.657385:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x98:0x0](ffffa0e6c766c2c8) 00000080:00010000:3.0:1787756101.657388:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce2b5 from it ffffbc5601c77bd0 00010000:00010000:3.0:1787756101.657391:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2b5 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x98:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21fdb5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.657398:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2b5 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x98:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fdb5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787756101.657436:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file console:[0x2400007ed:0x98:0x0](ffffa0e6c766c2c8) current size 4096, valid attrs 41, mode 41ed, uid -1024253952, gid -24346, new size 0, atime 1787756101.000000000, mtime 1787756101.000000000, ctime 1787756101.000000000 00010000:00010000:3.0:1787756101.657457:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2b5 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x98:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21fdb5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.657494:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2b5 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x98:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21fdb5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.657500:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756101.657502:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2b5 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x98:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21fdb5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787756101.657517:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756101.657523:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830c000 x1874589765820672/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756101.657542:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830c000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765820672:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756101.657604:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756101.677500:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830c000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765820672:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756101.677536:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0x98:0x0], updating i_size 4096 00000080:00200008:3.0:1787756101.677547:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file console:[0x2400007ed:0x98:0x0](ffffa0e6c766c2c8) current size 4096, valid attrs 10000041, mode 41ed, uid -1024253952, gid -24346, new size 0, atime 1787756101.000000000, mtime 1787756101.000000000, ctime 1787756101.000000000, rc 0 00000080:00200000:3.0:1787756101.677611:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756101.677619:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756101.677627:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756101.677630:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=sysconfig, flags=17 00000080:00200000:3.0:1787756101.677634:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x88:0x0](ffffa0e6c7531988), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756101.677648:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x88:0x0](ffffa0e6c7531988), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756101.677653:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=selinux, dir=[0x2400007ed:0x88:0x0](ffffa0e6c7531988), file ffffa0e6c857c480, open_flags 80c1, mode 8000 opened 0 00000080:00200000:3.0:1787756101.677661:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=selinux, dir=[0x2400007ed:0x88:0x0](ffffa0e6c7531988), intent=open|creat 00000002:00010000:3.0:1787756101.677688:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: selinux,[0x20001a9e3:0x10dc:0x0]) in obj [0x200024df1:0xb:0x0], intent: open|creat flags 0100302 00010000:00010000:3.0:1787756101.677748:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 3/0,1 mode: --/CW res: [0x200024df1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.677758:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 3/0,1 mode: --/CW res: [0x200024df1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787756101.677768:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787756101.677775:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830ce00 x1874589765820928/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787756101.677784:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 3/0,1 mode: --/CW res: [0x200024df1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756101.678380:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ce00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765820928:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756101.678500:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756101.683987:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ce00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765820928:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756101.684015:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 4/0,1 mode: --/CW res: [0x200024df1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fded expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.684045:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x10dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fded expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.684054:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x10dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fded expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.684064:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x10dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21fded expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.684075:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x10dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fded expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.684088:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x10dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21fded expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.684097:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x10dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21fded expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.684105:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21fded expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756101.684121:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6d830ce00 x1874589765820928/t322122551174(322122551174) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1787756117 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787756101.684134:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6d830ce00 x1874589765820928/t322122551174(322122551174) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1787756117 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756101.684148:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fded expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756101.684163:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fded expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.684173:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4316 (0 0) 00000080:00200000:3.0:1787756101.684179:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200024df1:0xb:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756101.684191:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=selinux, dir=[0x2400007ed:0x88:0x0](ffffa0e6c7531988), intent=open|creat 00000080:00200000:3.0:1787756101.684216:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x10dc:0x0](ffffa0e6c7561988) 00000080:00200000:3.0:1787756101.684300:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x10dc:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:3.0:1787756101.684306:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x20001a9e3:0x10dc:0x0](ffffa0e6c7561988) 00000080:00010000:3.0:1787756101.684309:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x10dc:0x0](ffffa0e6c7561988) for lock 0xc63d509de01ce2bc 00000080:00010000:3.0:1787756101.684319:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x10dc:0x0](ffffa0e6c7561988) 00000080:00200008:3.0:1787756101.684332:0:138509:0:(file.c:1090:ll_file_open()) START file selinux:[0x20001a9e3:0x10dc:0x0](ffffa0e6c7561988), flags 100301 00000002:00100000:3.0:1787756101.684352:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6d830ce00 x1874589765820928/t322122551174(322122551174) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1787756117 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787756101.684387:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce2bc from it ffffa0e6ca097960 00010000:00010000:3.0:1787756101.684393:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d21fded expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.684406:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d21fded expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756101.684426:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10dc:0x0](ffffa0e6c7561988), inode mode 8000 mask 40 00000080:00200008:3.0:1787756101.684448:0:138509:0:(file.c:6296:ll_getattr_dentry()) START file selinux:[0x20001a9e3:0x10dc:0x0](ffffa0e6c7561988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787756101.684453:0:138509:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x20001a9e3:0x10dc:0x0](ffffa0e6c7561988),name=selinux 00000002:00010000:3.0:1787756101.684473:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x20001a9e3:0x10dc:0x0]) in obj [0x200024df1:0xb:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787756101.684481:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 2/1,0 mode: PR/PR res: [0x20001a9e3:0x10dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d21fded expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.684492:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 2/1,0 mode: PR/PR res: [0x20001a9e3:0x10dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d21fded expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756101.684499:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0xb:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787756101.684504:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x10dc:0x0](ffffa0e6c7561988) 00000080:00010000:3.0:1787756101.684507:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x10dc:0x0](ffffa0e6c7561988) for lock 0xc63d509de01ce2bc 00000080:00010000:3.0:1787756101.684510:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce2bc from it ffffbc5601c77cd8 00010000:00010000:3.0:1787756101.684513:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d21fded expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.684520:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d21fded expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787756101.684537:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10dc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1787756101.684547:0:138509:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20001a9e3:0x10dc:0x0] 00000008:00010000:3.0:1787756101.684590:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1787756101.684594:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c97898b0, osc lock ffffa0e6c7b6a000, flags 0x400001002 00010000:00010000:3.0:1787756101.684899:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000b44d4689/0xc63d509de01ce2c3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1622:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.684911:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000b44d4689/0xc63d509de01ce2c3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787756101.684956:0:138509:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1787756101.684968:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756101.684991:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765821056:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756101.692258:0:2401:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000b44d4689/0xc63d509de01ce2c3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x1622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.692305:0:2401:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000b44d4689/0xc63d509de01ce2c3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x1622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fdfb expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.692321:0:2401:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000b44d4689/0xc63d509de01ce2c3 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x1622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21fdfb expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.692333:0:2401:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000b44d4689/0xc63d509de01ce2c3 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x1622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fdfb expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787756101.692349:0:2401:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000b44d4689/0xc63d509de01ce2c3 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x1622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d21fdfb expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787756101.692360:0:2401:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1787756101.692421:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000b44d4689/0xc63d509de01ce2c3 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x1622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21fdfb expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.692432:0:2401:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000b44d4689/0xc63d509de01ce2c3 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x1622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21fdfb expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.692439:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000b44d4689/0xc63d509de01ce2c3 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x1622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d21fdfb expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.692445:0:2401:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000b44d4689/0xc63d509de01ce2c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21fdfb expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756101.692459:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765821056:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756101.730839:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765822336:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756101.735230:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765822464:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756101.740904:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c4380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765822208:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756101.740938:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x10dd:0x0], updating i_size 4096 00000080:00200008:3.0:1787756101.741241:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file swid:[0x20001a9e3:0x10dd:0x0](ffffa0e6c75a21c8) current size 4096, valid attrs 10010160, mode ffff, uid -768524288, gid -24346, new size 18446639511962206208, atime 1787756101.000000000, mtime 1682975282.000000000, ctime 1787756101.000000000, rc 0 00000080:00200000:3.0:1787756101.741321:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756101.741329:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:3.0:1787756101.741395:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756101.741411:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=swid, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=0 00000080:00200000:3.0:1787756101.741415:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=swid, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), intent=getattr 00000002:00010000:3.0:1787756101.741436:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: swid,[0x0:0x0:0x0]) in obj [0x200024df1:0x3:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787756101.741497:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2df lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.741506:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2df lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.741515:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2df lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756101.741535:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830c700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765822592:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756101.741602:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756101.745225:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830c700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765822592:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756101.745245:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2df lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fe95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.745266:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2df lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fe95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.745310:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2df lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fe95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.745320:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2df lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21fe95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.745331:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2df lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fe95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.745344:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2df lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21fe95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.745357:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2df lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21fe95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.745362:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2df lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21fe95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756101.745370:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6d830c700 x1874589765822592/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756117 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756101.745380:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2df lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fe95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.745387:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4317 (0 0) 00000080:00200000:3.0:1787756101.745392:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x3:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756101.745420:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x10dd:0x0], updating i_size 4096 00000080:00200000:3.0:1787756101.745422:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x10dd:0x0](ffffa0e6c75a21c8): rc = 0 00000080:00010000:3.0:1787756101.745427:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x10dd:0x0](ffffa0e6c75a21c8) for lock 0xc63d509de01ce2df 00000080:00010000:3.0:1787756101.745437:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x10dd:0x0](ffffa0e6c75a21c8) 00000080:00010000:3.0:1787756101.745440:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce2df from it ffffbc5601c77bc0 00010000:00010000:3.0:1787756101.745442:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2df lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21fe95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.745448:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2df lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fe95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787756101.745480:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file swid:[0x20001a9e3:0x10dd:0x0](ffffa0e6c75a21c8) current size 4096, valid attrs 46, mode ffff, uid 0, gid 0, new size 18446639511706476544, atime 1787756101.000000000, mtime 1787756101.000000000, ctime 1787756101.000000000 00010000:00010000:3.0:1787756101.745506:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2df lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21fe95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.745542:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2df lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21fe95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.745549:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756101.745552:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2df lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21fe95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787756101.745570:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756101.745576:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830c700 x1874589765822848/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756101.745597:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830c700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765822848:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756101.745664:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756101.756630:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830c700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765822848:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756101.756663:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x10dd:0x0], updating i_size 4096 00000080:00200008:3.0:1787756101.756675:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file swid:[0x20001a9e3:0x10dd:0x0](ffffa0e6c75a21c8) current size 4096, valid attrs 10000046, mode ffff, uid 0, gid 0, new size 18446639511706476544, atime 1787756101.000000000, mtime 1787756101.000000000, ctime 1787756101.000000000, rc 0 00000080:00200000:3.0:1787756101.756718:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756101.756727:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756101.756734:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756101.756750:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=swid, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=1 00000080:00200000:3.0:1787756101.756754:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=swid, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), intent=getattr 00000002:00010000:3.0:1787756101.756775:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: swid,[0x0:0x0:0x0]) in obj [0x200024df1:0x3:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787756101.756829:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2e6 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.756840:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2e6 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.756849:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2e6 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756101.756880:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830e680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765822976:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756101.756959:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756101.761678:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830e680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765822976:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756101.761715:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2e6 lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fecd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.761755:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2e6 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fecd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.761765:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2e6 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fecd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.761779:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2e6 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21fecd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.761790:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2e6 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fecd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.761805:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2e6 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21fecd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.761819:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2e6 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21fecd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.761827:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2e6 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21fecd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756101.761841:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6d830e680 x1874589765822976/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756117 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756101.761868:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2e6 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fecd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.761882:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4317 (0 0) 00000080:00200000:3.0:1787756101.761891:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x3:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756101.761941:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x10dd:0x0], updating i_size 4096 00000080:00200000:3.0:1787756101.761945:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x10dd:0x0](ffffa0e6c75a21c8): rc = 0 00000080:00010000:3.0:1787756101.761954:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x10dd:0x0](ffffa0e6c75a21c8) for lock 0xc63d509de01ce2e6 00000080:00010000:3.0:1787756101.761971:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x10dd:0x0](ffffa0e6c75a21c8) 00000080:00010000:3.0:1787756101.761975:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce2e6 from it ffffbc5601c77bd0 00010000:00010000:3.0:1787756101.761979:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2e6 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21fecd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756101.761990:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2e6 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21fecd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787756101.762052:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file swid:[0x20001a9e3:0x10dd:0x0](ffffa0e6c75a21c8) current size 4096, valid attrs 41, mode 41ed, uid -1024253952, gid -24346, new size 0, atime 1787756101.000000000, mtime 1787756101.000000000, ctime 1787756101.000000000 00010000:00010000:3.0:1787756101.762082:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2e6 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21fecd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.762137:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2e6 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21fecd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.762145:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756101.762147:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce2e6 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10dd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21fecd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787756101.762169:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756101.762176:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830e680 x1874589765823232/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756101.762214:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830e680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765823232:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756101.762342:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756101.777935:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830e680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765823232:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756101.777968:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x10dd:0x0], updating i_size 4096 00000080:00200008:3.0:1787756101.777979:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file swid:[0x20001a9e3:0x10dd:0x0](ffffa0e6c75a21c8) current size 4096, valid attrs 10000041, mode 41ed, uid -1024253952, gid -24346, new size 0, atime 1787756101.000000000, mtime 1787756101.000000000, ctime 1787756101.000000000, rc 0 00000080:00200000:3.0:1787756101.778021:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756101.778027:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:3.0:1787756101.778033:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00010000:00010000:3.0:1787756101.811293:0:15205:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787756101.811301:0:15205:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658e00/0xc63d509de01ce2f4 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d21ff3d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.811385:0:15205:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e6d8658e00 already unused, calling callback (ffffffffc1aa93c0) 00010000:00010000:3.0:1787756101.811394:0:15205:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658e00/0xc63d509de01ce2f4 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0xe:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d21ff3d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.811408:0:15205:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658e00/0xc63d509de01ce2f4 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0xe:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d21ff3d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.811417:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658e00/0xc63d509de01ce2f4 lrc: 3/0,0 mode: PR/PR res: [0x240000fb8:0xe:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa58e5f4f9d21ff3d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.811486:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658e00/0xc63d509de01ce2f4 lrc: 2/0,0 mode: --/PR res: [0x240000fb8:0xe:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d21ff3d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.811493:0:15205:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756101.811519:0:15205:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658e00/0xc63d509de01ce2f4 lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0xe:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d21ff3d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.811526:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658e00/0xc63d509de01ce2f4 lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0xe:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d21ff3d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756101.811545:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756101.811546:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756101.811549:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756101.818540:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765824384:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756101.821959:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765824384:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756101.905110:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765826688:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.908626:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765826688:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.918049:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765827456:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.921219:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765827456:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.927976:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765827840:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756101.941171:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca172680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765828480:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756101.955030:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca172680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765828480:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756102.038429:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7811500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765830144:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756102.046605:0:2401:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000001002ce6a/0xc63d509de01ce364 lrc: 6/2,0 mode: --/PR res: [0x2c0000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.046638:0:2401:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000001002ce6a/0xc63d509de01ce364 lrc: 6/2,0 mode: --/PR res: [0x2c0000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220190 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.046649:0:2401:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000001002ce6a/0xc63d509de01ce364 lrc: 6/2,0 mode: PR/PR res: [0x2c0000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220190 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.046658:0:2401:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000001002ce6a/0xc63d509de01ce364 lrc: 6/2,0 mode: PR/PR res: [0x2c0000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220190 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787756102.046670:0:2401:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000001002ce6a/0xc63d509de01ce364 lrc: 5/2,0 mode: PR/PR res: [0x2c0000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d220190 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787756102.046687:0:2401:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1787756102.046707:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000001002ce6a/0xc63d509de01ce364 lrc: 6/2,0 mode: PR/PR res: [0x2c0000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220190 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.046717:0:2401:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000001002ce6a/0xc63d509de01ce364 lrc: 5/1,0 mode: PR/PR res: [0x2c0000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220190 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.046725:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000001002ce6a/0xc63d509de01ce364 lrc: 5/1,0 mode: PR/PR res: [0x2c0000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220190 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.046731:0:2401:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000001002ce6a/0xc63d509de01ce364 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220190 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756102.046747:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7811500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765830144:192.168.201.131@tcp:101:tar.0 00000080:00200000:3.0:1787756102.066710:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756102.066721:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:3.0:1787756102.066729:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756102.066744:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=ssh, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=1536 00000080:00200000:3.0:1787756102.066748:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756102.066753:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756102.066759:0:138509:0:(namei.c:2239:do_mkdir()) VFS Op:name=ssh, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8) 00000020:00100000:3.0:1787756102.066830:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756102.066839:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830c380 x1874589765830912/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756102.066889:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830c380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765830912:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756102.066968:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756102.085330:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830c380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765830912:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756102.085408:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x10e0:0x0](ffffa0e6c77180c8) 00000080:00200000:3.0:1787756102.085415:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x10e0:0x0], updating i_size 4096 00000080:00200000:3.0:1787756102.085491:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756102.085499:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756102.085507:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756102.085520:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=ssh, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=17 00000080:00200000:3.0:1787756102.085524:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=ssh, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), intent=0 00000002:00010000:3.0:1787756102.085541:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ssh,[0x0:0x0:0x0]) in obj [0x200024df1:0x3:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787756102.085587:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce379 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.085594:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce379 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.085600:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce379 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756102.085880:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830e300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765831040:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756102.085957:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756102.098410:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830e300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765831040:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756102.098436:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce379 lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2201f2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.098467:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce379 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x10e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2201f2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.098477:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce379 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x10e0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2201f2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.098488:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce379 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10e0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2201f2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.098499:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce379 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10e0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2201f2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.098512:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce379 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x10e0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2201f2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.098521:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce379 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x10e0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2201f2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.098528:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce379 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10e0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2201f2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756102.098540:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffffa0e6d830e300 x1874589765831040/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756118 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756102.098554:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce379 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10e0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2201f2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.098575:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4320 (0 0) 00000080:00200000:3.0:1787756102.098581:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200024df1:0x3:0x0] suppgids 0 -1: rc 0 00000002:00010000:3.0:1787756102.098639:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200024df0:0x15:0x0]) in obj [0x200024df0:0x15:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787756102.098690:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce380 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.098698:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce380 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.098706:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce380 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756102.098724:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830df80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765831168:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756102.098797:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756102.101762:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830df80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765831168:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756102.101784:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce380 lrc: 4/1,0 mode: --/CR res: [0x200024df0:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220200 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.101796:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce380 lrc: 4/1,0 mode: --/PR res: [0x200024df0:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220200 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.101807:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce380 lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220200 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.101817:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce380 lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220200 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.101908:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce380 lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220200 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.101919:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce380 lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220200 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.101931:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce380 lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220200 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756102.101944:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6d830df80 x1874589765831168/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756118 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756102.101957:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce380 lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220200 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.101969:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590085616/21 (0 0) 00010000:00010000:3.0:1787756102.101977:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce380 lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220200 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.101986:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce380 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220200 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00010000:3.0:1787756102.102013:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000fb9:0x15:0x0]) in obj [0x240000fb9:0x15:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787756102.102057:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce387 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.102064:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce387 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.102072:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce387 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756102.102089:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830df80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765831296:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756102.102205:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756102.114567:0:138509:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: committing for last_committed 8589935265 gen 1 00000100:00100000:3.0:1787756102.114601:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830df80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765831296:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756102.114621:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce387 lrc: 4/1,0 mode: --/CR res: [0x240000fb9:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22020e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.114633:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce387 lrc: 4/1,0 mode: --/PR res: [0x240000fb9:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22020e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.114645:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce387 lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22020e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.114656:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce387 lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22020e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.114667:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce387 lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22020e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.114676:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce387 lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22020e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.114684:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce387 lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22020e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756102.114696:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6d830df80 x1874589765831296/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756118 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756102.114709:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce387 lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22020e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.114726:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663680441/21 (0 0) 00010000:00010000:3.0:1787756102.114733:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce387 lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22020e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.114742:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce387 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22020e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756102.114770:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x10e0:0x0], updating i_size 8192 00000080:00200000:3.0:1787756102.114773:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x10e0:0x0](ffffa0e6c77180c8): rc = 0 00000080:00010000:3.0:1787756102.114781:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x10e0:0x0](ffffa0e6c77180c8) for lock 0xc63d509de01ce379 00000080:00010000:3.0:1787756102.114796:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x10e0:0x0](ffffa0e6c77180c8) 00000080:00010000:3.0:1787756102.114800:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce379 from it ffffbc5601c77ac8 00010000:00010000:3.0:1787756102.114804:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce379 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10e0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2201f2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.114812:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce379 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10e0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2201f2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756102.114832:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10e0:0x0](ffffa0e6c77180c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756102.114850:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10e0:0x0](ffffa0e6c77180c8), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756102.114867:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=ssh_host_rsa_key.pub, dir=[0x20001a9e3:0x10e0:0x0](ffffa0e6c77180c8), file ffffa0e6c857db00, open_flags 89c1, mode 8180 opened 0 00000080:00200000:3.0:1787756102.114875:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=ssh_host_rsa_key.pub, dir=[0x20001a9e3:0x10e0:0x0](ffffa0e6c77180c8), intent=open|creat 00000002:00010000:3.0:1787756102.114898:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ssh_host_rsa_key.pub,[0x20001a9e3:0x10e1:0x0]) in obj [0x200024df0:0x15:0x0], intent: open|creat flags 0104702 00010000:00010000:3.0:1787756102.114910:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce380 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220200 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.114964:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce380 lrc: 1/0,0 mode: --/PR res: [0x200024df0:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220200 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.114971:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756102.114975:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce380 lrc: 0/0,0 mode: --/PR res: [0x200024df0:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220200 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.115005:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce38e lrc: 3/0,1 mode: --/CW res: [0x200024df0:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.115012:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce38e lrc: 3/0,1 mode: --/CW res: [0x200024df0:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787756102.115022:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787756102.115029:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830e300 x1874589765831552/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787756102.115038:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce38e lrc: 3/0,1 mode: --/CW res: [0x200024df0:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756102.115055:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830e300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765831552:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756102.115174:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756102.118518:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830e300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765831552:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756102.118543:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce38e lrc: 4/0,1 mode: --/CW res: [0x200024df0:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22022a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.118567:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce38e lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22022a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.118581:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce38e lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22022a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.118591:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce38e lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22022a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.118601:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce38e lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22022a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.118613:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce38e lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22022a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.118622:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce38e lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22022a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.118638:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce38e lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22022a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756102.118649:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6d830e300 x1874589765831552/t322122551203(322122551203) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1787756118 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787756102.118662:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6d830e300 x1874589765831552/t322122551203(322122551203) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1787756118 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756102.118675:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce38e lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22022a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756102.118693:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce38e lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22022a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.118702:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4321 (0 0) 00000080:00200000:3.0:1787756102.118708:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200024df0:0x15:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756102.118720:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=ssh_host_rsa_key.pub, dir=[0x20001a9e3:0x10e0:0x0](ffffa0e6c77180c8), intent=open|creat 00000080:00200000:3.0:1787756102.118743:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x10e1:0x0](ffffa0e6c771ec08) 00000080:00200000:3.0:1787756102.118830:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x10e1:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:3.0:1787756102.118834:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x20001a9e3:0x10e1:0x0](ffffa0e6c771ec08) 00000080:00010000:3.0:1787756102.118837:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x10e1:0x0](ffffa0e6c771ec08) for lock 0xc63d509de01ce38e 00000080:00010000:3.0:1787756102.118862:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x10e1:0x0](ffffa0e6c771ec08) 00000080:00200008:3.0:1787756102.118875:0:138509:0:(file.c:1090:ll_file_open()) START file ssh_host_rsa_key.pub:[0x20001a9e3:0x10e1:0x0](ffffa0e6c771ec08), flags 104701 00000002:00100000:3.0:1787756102.118893:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6d830e300 x1874589765831552/t322122551203(322122551203) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1787756118 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787756102.118925:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce38e from it ffffa0e6ca097a20 00010000:00010000:3.0:1787756102.118930:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce38e lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d22022a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.118940:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce38e lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d22022a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756102.118959:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10e1:0x0](ffffa0e6c771ec08), inode mode 8180 mask 40 00000080:00200008:3.0:1787756102.118984:0:138509:0:(file.c:2650:do_file_write_iter()) START file ssh_host_rsa_key.pub:[0x20001a9e3:0x10e1:0x0], ppos: 0, count: 382 00000080:00200000:3.0:1787756102.118994:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 382 bytes 00000080:00200000:3.0:1787756102.119000:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 382 00000080:00200000:3.0:1787756102.119004:0:138509:0:(file.c:2090:ll_file_io_generic()) ssh_host_rsa_key.pub: write ppos: 0, bytes: 382 00000080:00200000:3.0:1787756102.119009:0:138509:0:(file.c:1848:ll_io_set_mirror()) ssh_host_rsa_key.pub: desiginated mirror: 0 00000020:00200000:3.0:1787756102.119016:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@00000000e333599f[0x110, 1, [0x20001a9e3:0x10e1:0x0] hash] 00000020:00200000:3.0:1787756102.119018:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 382) 2048 0 00000080:00200000:3.0:1787756102.119022:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10e1:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756102.119034:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:3.0:1787756102.119041:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 382) 382, 382 00020000:00200000:3.0:1787756102.119044:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756102.119070:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:3.0:1787756102.119082:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:3.0:1787756102.119086:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c97758b0, osc lock ffffa0e6c7b6ba20, flags 0x40000 00010000:00010000:3.0:1787756102.119125:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000003ba154ef/0xc63d509de01ce395 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1663:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.119134:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000003ba154ef/0xc63d509de01ce395 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1663:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.119144:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000003ba154ef/0xc63d509de01ce395 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1663:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756102.119173:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830df80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765831680:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756102.119243:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718300 going to sleep for 11 seconds 00000100:00100000:3.0:1787756102.121011:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830df80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765831680:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756102.121033:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000003ba154ef/0xc63d509de01ce395 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220238 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.121049:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000003ba154ef/0xc63d509de01ce395 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220238 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.121060:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000003ba154ef/0xc63d509de01ce395 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220238 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.121074:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000003ba154ef/0xc63d509de01ce395 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x1663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220238 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787756102.121086:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000003ba154ef/0xc63d509de01ce395 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x1663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d220238 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.121097:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000003ba154ef/0xc63d509de01ce395 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x1663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220238 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.121105:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000003ba154ef/0xc63d509de01ce395 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220238 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756102.121127:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) ssh_host_rsa_key.pub: write [0, 382) append 0 append lockpos 0 00000080:00200000:3.0:1787756102.121140:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 382 bytes 00000080:00200000:3.0:1787756102.121195:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 382, copied 382 00000080:00200000:3.0:1787756102.121205:0:138509:0:(rw26.c:929:ll_write_end()) page@0000000022b8c908[3 000000002743ecd5 2 1 0000000014fa3529 0 0 0] 00000080:00200000:3.0:1787756102.121209:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @00000000a956fefb 17ffffc0001001 3:0 ffffa0e6c664c460 0 lru 00000080:00200000:3.0:1787756102.121217:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@00000000689468c1 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000000dd14ff3 000000000b0127ce > 3< 0 0 > 4< 0 0 8 483082240 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787756102.121218:0:138509:0:(rw26.c:929:ll_write_end()) end page@0000000022b8c908 00000080:00200000:3.0:1787756102.121220:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787756102.121224:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 382 prio 0 00000008:00010000:3.0:1787756102.121241:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 0000000077612aa3 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000003ba154ef/0xc63d509de01ce395 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220238 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756102.121259:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6c771edb8, count 1, dirtied 1 00000080:00200000:3.0:1787756102.121263:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 382 bytes, tot: 382 00000080:00200000:3.0:1787756102.121267:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) ssh_host_rsa_key.pub: write bytes 0, result: 382 00000020:00010000:3.0:1787756102.121311:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6c57d33f8 (ffffa0e6c633f6c8/0) at cl_lock_release():245 00000020:00010000:3.0:1787756102.121315:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c57d33f8 (ffffa0e6c633f6c8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756102.121318:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c97758b0 (ffffa0e6c633f368/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756102.121323:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000003ba154ef/0xc63d509de01ce395 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220238 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.121422:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000003ba154ef/0xc63d509de01ce395 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220238 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1787756102.121439:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c57d33f8 (ffffa0e6c633f6c8/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756102.121442:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c97758b0 (ffffa0e6c633f6c8/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756102.121449:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 382 bytes 00000080:00200000:3.0:1787756102.121456:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:3.0:1787756102.121464:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10e1:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787756102.121467:0:138509:0:(file.c:2238:ll_file_io_generic()) ssh_host_rsa_key.pub: 2 io complete with rc: 0, result: 382, restart: 0 00000080:00200000:3.0:1787756102.121474:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x20001a9e3:0x10e1:0x0] updating i_size 382 i_blocks 0 00000080:00200000:3.0:1787756102.121478:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 382 00000080:00200008:3.0:1787756102.121501:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file ssh_host_rsa_key.pub:[0x20001a9e3:0x10e1:0x0](ffffa0e6c771ec08) current size 382, valid attrs 10160, mode 5560, uid -933766400, gid -24346, new size 18446669676315901696, atime 1787756102.000000000, mtime 1349503332.000000000, ctime 1787756102.000000000 00010000:00010000:3.0:1787756102.121527:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce38e lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d22022a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756102.121543:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10e1:0x0]: losing layout lock 00010000:00010000:3.0:1787756102.121694:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce38e lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22022a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.121703:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756102.121705:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce38e lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22022a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787756102.121729:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756102.121738:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830df80 x1874589765831936/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756102.121758:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830df80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765831936:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756102.121814:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718300 going to sleep for 11 seconds 00000100:00100000:3.0:1787756102.126461:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830df80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765831936:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756102.126507:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10e1:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:3.0:1787756102.126527:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20001a9e3:0x10e1:0x0](ffffa0e6c771ec08) 00000002:00010000:3.0:1787756102.126536:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x20001a9e3:0x10e1:0x0]) in obj [0x20001a9e3:0x10e1:0x0], intent: layout flags 0 00010000:00010000:3.0:1787756102.126592:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce39c lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.126603:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce39c lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.126613:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce39c lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756102.126631:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830e680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765832064:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756102.126732:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718300 going to sleep for 11 seconds 00000100:00100000:3.0:1787756102.129119:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830e680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765832064:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756102.129243:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce39c lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220246 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.129259:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce39c lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220246 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756102.129303:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6d830e680 x1874589765832064/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756118 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756102.129314:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce39c lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220246 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756102.129327:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce39c lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220246 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.129347:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 16 res 8590043619/4321 (0 0) 00000080:00200000:3.0:1787756102.129353:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x20001a9e3:0x10e1:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1787756102.129368:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x10e1:0x0](ffffa0e6c771ec08) for lock 0xc63d509de01ce39c 00000080:00010000:3.0:1787756102.129376:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce39c from it ffffbc5601c77a78 00010000:00010000:3.0:1787756102.129380:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce39c lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220246 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.129389:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce39c lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220246 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.129412:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce39c lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220246 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.129423:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce39c lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220246 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787756102.129432:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x20001a9e3:0x10e1:0x0](00000000418c815c) being reconfigured ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce39c lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220246 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756102.129473:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x10e1:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:3.0:1787756102.129478:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce39c lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d220246 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.129486:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce39c lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d220246 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:3.0:1787756102.129505:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756102.129518:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1787756102.129530:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787756102.129534:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c97758b0, osc lock ffffa0e6c7b6ba20, flags 0x0 00010000:00010000:3.0:1787756102.129548:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000003ba154ef/0xc63d509de01ce395 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1663:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220238 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.129558:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000003ba154ef/0xc63d509de01ce395 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220238 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.129731:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000003ba154ef/0xc63d509de01ce395 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220238 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.129741:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000003ba154ef/0xc63d509de01ce395 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220238 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.129749:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000003ba154ef/0xc63d509de01ce395 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220238 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756102.129819:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756102.129832:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765832192:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.132667:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765832192:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.136986:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765832448:192.168.201.131@tcp:55:tar.0 00000080:00200008:3.0:1787756102.137026:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file ssh_host_rsa_key.pub:[0x20001a9e3:0x10e1:0x0](ffffa0e6c771ec08) current size 382, valid attrs 10010160, mode 5560, uid -933766400, gid -24346, new size 18446669676315901696, atime 1787756102.000000000, mtime 1349503332.000000000, ctime 1787756102.000000000, rc 0 00000002:00010000:3.0:1787756102.137077:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20001a9e3:0x10e1:0x0], intent: getxattr flags 0 00010000:00010000:3.0:1787756102.137133:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce3a3 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.137143:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce3a3 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.137242:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce3a3 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756102.137261:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830c700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765832576:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756102.137464:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718300 going to sleep for 11 seconds 00000100:00100000:3.0:1787756102.139717:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830c700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765832576:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756102.139740:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce3a3 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22025b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.139754:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce3a3 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22025b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.139770:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce3a3 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22025b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756102.139784:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6d830c700 x1874589765832576/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1112 e 0 to 0 dl 1787756118 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756102.139796:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce3a3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22025b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.139808:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4321 (0 0) 00000080:00200000:3.0:1787756102.139814:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x20001a9e3:0x10e1:0x0] suppgids 0 -1: rc 0 00000080:00010000:3.0:1787756102.139835:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x10e1:0x0](ffffa0e6c771ec08) for lock 0xc63d509de01ce3a3 00000080:00010000:3.0:1787756102.139842:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce3a3 from it ffffbc5601c77c18 00010000:00010000:3.0:1787756102.139846:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce3a3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22025b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.139866:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce3a3 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22025b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787756102.139900:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file ssh_host_rsa_key.pub:[0x20001a9e3:0x10e1:0x0](ffffa0e6c771ec08) current size 382, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756102.000000000, mtime 1787756102.000000000, ctime 1787756102.000000000 00000020:00100000:3.0:1787756102.139943:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756102.139950:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830c700 x1874589765832832/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756102.139971:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830c700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765832832:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756102.140030:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718300 going to sleep for 11 seconds 00000100:00100000:3.0:1787756102.146508:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830c700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765832832:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756102.146588:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10e1:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756102.146602:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756102.154184:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10e1:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756102.154200:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file ssh_host_rsa_key.pub:[0x20001a9e3:0x10e1:0x0](ffffa0e6c771ec08) current size 382, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756102.000000000, mtime 1787756102.000000000, ctime 1787756102.000000000, rc 0 00000080:00200008:3.0:1787756102.154235:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file ssh_host_rsa_key.pub:[0x20001a9e3:0x10e1:0x0](ffffa0e6c771ec08) current size 382, valid attrs 41, mode 81a4, uid 1787756102, gid 0, new size 0, atime 1787756102.000000000, mtime 1787756102.000000000, ctime 1787756102.000000000 00000020:00100000:3.0:1787756102.154751:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756102.154762:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830c000 x1874589765833216/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756102.154784:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830c000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765833216:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756102.154931:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718300 going to sleep for 11 seconds 00000100:00100000:3.0:1787756102.166035:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830c000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765833216:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756102.166077:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10e1:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756102.166096:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756102.170379:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10e1:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756102.170396:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file ssh_host_rsa_key.pub:[0x20001a9e3:0x10e1:0x0](ffffa0e6c771ec08) current size 382, valid attrs 10000041, mode 81a4, uid 1787756102, gid 0, new size 0, atime 1787756102.000000000, mtime 1787756102.000000000, ctime 1787756102.000000000, rc 0 00000080:00200008:3.0:1787756102.170427:0:138509:0:(file.c:479:ll_file_release()) START file ssh_host_rsa_key.pub:[0x20001a9e3:0x10e1:0x0](ffffa0e6c771ec08), flags 104001 00000002:00100000:3.0:1787756102.170482:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6d830e300 x1874589765831552/t322122551203(322122551203) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1787756118 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787756102.170494:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787756102.170500:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830fb80 x1874589765833600/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756102.170521:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830fb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765833600:192.168.201.131@tcp:35:tar.0 00000100:00100000:3.0:1787756102.170590:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718300 going to sleep for 11 seconds 00000100:00100000:3.0:1787756102.173998:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830fb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765833600:192.168.201.131@tcp:35:tar.0 00000002:00100000:3.0:1787756102.174029:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6d830e300 x1874589765831552/t322122551203(322122551203) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1787756118 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787756102.174111:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756102.174118:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756102.174126:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756102.174129:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=ssh, flags=17 00000080:00200000:3.0:1787756102.174132:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10e0:0x0](ffffa0e6c77180c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756102.174144:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10e0:0x0](ffffa0e6c77180c8), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756102.174149:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=ssh_host_rsa_key, dir=[0x20001a9e3:0x10e0:0x0](ffffa0e6c77180c8), file ffffa0e6c857cc00, open_flags 89c1, mode 8180 opened 0 00000080:00200000:3.0:1787756102.174157:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=ssh_host_rsa_key, dir=[0x20001a9e3:0x10e0:0x0](ffffa0e6c77180c8), intent=open|creat 00000002:00010000:3.0:1787756102.174183:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ssh_host_rsa_key,[0x2400007ed:0x9c:0x0]) in obj [0x240000fb9:0x15:0x0], intent: open|creat flags 0104702 00010000:00010000:3.0:1787756102.174201:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce387 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22020e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.174259:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce387 lrc: 1/0,0 mode: --/PR res: [0x240000fb9:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22020e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.174267:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756102.174433:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce387 lrc: 0/0,0 mode: --/PR res: [0x240000fb9:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22020e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1787756102.199678:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d04028a8 (ffffa0e6d07c6128/0) at cl_lock_release():245 00000020:00010000:3.0:1787756102.199684:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d04028a8 (ffffa0e6d07c6128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756102.199690:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c6292030 (ffffa0e6d07c61b8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756102.199700:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000c82b222e/0xc63d509de01ce3b1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220293 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.199716:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000c82b222e/0xc63d509de01ce3b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220293 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1787756102.199732:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d04028a8 (ffffa0e6d07c6128/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756102.199735:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c6292030 (ffffa0e6d07c6128/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756102.199752:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x9c:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:3.0:1787756102.199767:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c3493400 uarg=0000000000000000 00000002:00000080:3.0:1787756102.199779:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c3493400 uarg=0000000000000000 00000020:00100000:3.0:1787756102.199802:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:3.0:1787756102.199810:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830ca80 x1874589765834752/t0(0) o55->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756102.199831:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ca80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765834752:192.168.201.131@tcp:55:tar.0 00000100:00100000:3.0:1787756102.199913:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718300 going to sleep for 11 seconds 00000100:00100000:3.0:1787756102.204964:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ca80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765834752:192.168.201.131@tcp:55:tar.0 00000080:00200008:3.0:1787756102.204998:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file ssh_host_rsa_key:[0x2400007ed:0x9c:0x0](ffffa0e6c77163c8) current size 1675, valid attrs 10010160, mode 5560, uid -933770240, gid -24346, new size 18446669676315901696, atime 1787756102.000000000, mtime 1349503332.000000000, ctime 1787756102.000000000, rc 0 00000002:00010000:3.0:1787756102.205048:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400007ed:0x9c:0x0], intent: getxattr flags 0 00010000:00010000:3.0:1787756102.205100:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce3bf lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0x9c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.205115:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce3bf lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.205125:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce3bf lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756102.205143:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ca80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765834880:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756102.205211:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718300 going to sleep for 11 seconds 00000100:00100000:3.0:1787756102.210765:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ca80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765834880:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756102.210792:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce3bf lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2202b6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.210806:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce3bf lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2202b6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.210816:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce3bf lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2202b6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756102.210831:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6d830ca80 x1874589765834880/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1104 e 0 to 0 dl 1787756118 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756102.210840:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce3bf lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2202b6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.210862:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/156 (0 0) 00000080:00200000:3.0:1787756102.210869:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x2400007ed:0x9c:0x0] suppgids 0 -1: rc 0 00000080:00010000:3.0:1787756102.210902:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x9c:0x0](ffffa0e6c77163c8) for lock 0xc63d509de01ce3bf 00000080:00010000:3.0:1787756102.210911:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce3bf from it ffffbc5601c77c18 00010000:00010000:3.0:1787756102.210914:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce3bf lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2202b6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.210923:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce3bf lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2202b6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787756102.210958:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file ssh_host_rsa_key:[0x2400007ed:0x9c:0x0](ffffa0e6c77163c8) current size 1675, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756102.000000000, mtime 1787756102.000000000, ctime 1787756102.000000000 00000020:00100000:3.0:1787756102.211001:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756102.211008:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830ca80 x1874589765835136/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756102.211028:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ca80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765835136:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756102.211096:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718300 going to sleep for 11 seconds 00000100:00100000:3.0:1787756102.218735:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ca80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765835136:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756102.218775:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x9c:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756102.218787:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756102.218867:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756102.218883:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765835264:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.223793:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765835264:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.245216:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7810380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765835904:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756102.245244:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000ce70a518/0xc63d509de01ce3cd lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2202e7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.245264:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000ce70a518/0xc63d509de01ce3cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2202e7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.245294:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000ce70a518/0xc63d509de01ce3cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2202e7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.245309:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000ce70a518/0xc63d509de01ce3cd lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2202e7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787756102.245322:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000ce70a518/0xc63d509de01ce3cd lrc: 4/0,2 mode: PW/PW res: [0x2c0000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d2202e7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.245335:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000ce70a518/0xc63d509de01ce3cd lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2202e7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.245343:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000ce70a518/0xc63d509de01ce3cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2202e7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756102.245368:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) ssh_host_ed25519_key.pub: write [0, 82) append 0 append lockpos 0 00000080:00200000:3.0:1787756102.245387:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 82 bytes 00000080:00200000:3.0:1787756102.245439:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 82, copied 82 00000080:00200000:3.0:1787756102.245452:0:138509:0:(rw26.c:929:ll_write_end()) page@00000000e94e4c7e[3 00000000cfbca5a5 2 1 0000000008c25897 0 0 0] 00000080:00200000:3.0:1787756102.245456:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @000000005f49b55d 17ffffc0001001 3:0 ffffa0e6c664cb60 0 lru 00000080:00200000:3.0:1787756102.245464:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@00000000b95e58d4 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000096e19b13 00000000ada5bb18 > 3< 0 0 > 4< 0 0 8 481787904 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787756102.245466:0:138509:0:(rw26.c:929:ll_write_end()) end page@00000000e94e4c7e 00000080:00200000:3.0:1787756102.245468:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787756102.245472:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 82 prio 0 00000008:00010000:3.0:1787756102.245493:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 000000000a38b8db ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000ce70a518/0xc63d509de01ce3cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d2202e7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756102.245517:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6c77133f8, count 1, dirtied 1 00000080:00200000:3.0:1787756102.245521:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 82 bytes, tot: 82 00000080:00200000:3.0:1787756102.245524:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) ssh_host_ed25519_key.pub: write bytes 0, result: 82 00000020:00010000:3.0:1787756102.245539:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d04028a8 (ffffa0e6d07c6128/0) at cl_lock_release():245 00000020:00010000:3.0:1787756102.245543:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d04028a8 (ffffa0e6d07c6128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756102.245547:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c6292bb0 (ffffa0e6d07c61b8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756102.245552:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000ce70a518/0xc63d509de01ce3cd lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2202e7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.245563:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000ce70a518/0xc63d509de01ce3cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d2202e7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1787756102.245592:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d04028a8 (ffffa0e6d07c6128/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756102.245595:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c6292bb0 (ffffa0e6d07c6128/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756102.245602:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 82 bytes 00000080:00200000:3.0:1787756102.245609:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:3.0:1787756102.245618:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x9d:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787756102.245622:0:138509:0:(file.c:2238:ll_file_io_generic()) ssh_host_ed25519_key.pub: 2 io complete with rc: 0, result: 82, restart: 0 00000080:00200000:3.0:1787756102.245629:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x2400007ed:0x9d:0x0] updating i_size 82 i_blocks 0 00000080:00200000:3.0:1787756102.245633:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 82 00000080:00200008:3.0:1787756102.245658:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file ssh_host_ed25519_key.pub:[0x2400007ed:0x9d:0x0](ffffa0e6c7713248) current size 82, valid attrs 10160, mode 5560, uid -779287808, gid -24346, new size 18446669676315901696, atime 1787756102.000000000, mtime 1427472380.000000000, ctime 1787756102.000000000 00010000:00010000:3.0:1787756102.245686:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5614800/0xc63d509de01ce3c6 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x9d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2202d9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756102.245703:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x9d:0x0]: losing layout lock 00010000:00010000:3.0:1787756102.245738:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5614800/0xc63d509de01ce3c6 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x9d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2202d9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.245745:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756102.245748:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5614800/0xc63d509de01ce3c6 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x9d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2202d9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787756102.245769:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756102.245776:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830dc00 x1874589765836160/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756102.245796:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830dc00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765836160:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756102.245887:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718300 going to sleep for 11 seconds 00000100:00100000:3.0:1787756102.254348:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830dc00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765836160:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756102.254394:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x9d:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:3.0:1787756102.254418:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x2400007ed:0x9d:0x0](ffffa0e6c7713248) 00000002:00010000:3.0:1787756102.254429:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0x9d:0x0]) in obj [0x2400007ed:0x9d:0x0], intent: layout flags 0 00010000:00010000:3.0:1787756102.254481:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed000/0xc63d509de01ce3d4 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x9d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.254491:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed000/0xc63d509de01ce3d4 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.254502:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed000/0xc63d509de01ce3d4 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756102.254519:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ea00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765836288:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756102.254587:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718300 going to sleep for 11 seconds 00000100:00100000:3.0:1787756102.256886:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ea00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765836288:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756102.256911:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed000/0xc63d509de01ce3d4 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2202f5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.256925:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed000/0xc63d509de01ce3d4 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2202f5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756102.256939:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6d830ea00 x1874589765836288/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756118 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756102.256950:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed000/0xc63d509de01ce3d4 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2202f5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756102.256964:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed000/0xc63d509de01ce3d4 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2202f5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.256975:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 16 res 9663678445/157 (0 0) 00000080:00200000:3.0:1787756102.256980:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x2400007ed:0x9d:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1787756102.256993:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x9d:0x0](ffffa0e6c7713248) for lock 0xc63d509de01ce3d4 00000080:00010000:3.0:1787756102.257000:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce3d4 from it ffffbc5601c77a78 00010000:00010000:3.0:1787756102.257005:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed000/0xc63d509de01ce3d4 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2202f5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.257015:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed000/0xc63d509de01ce3d4 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2202f5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.257219:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed000/0xc63d509de01ce3d4 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2202f5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.257229:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed000/0xc63d509de01ce3d4 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2202f5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787756102.257238:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x2400007ed:0x9d:0x0](0000000089df7ec2) being reconfigured ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed000/0xc63d509de01ce3d4 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2202f5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756102.330736:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765838720:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.334592:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765838720:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.346678:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765839488:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.350464:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765839488:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.369189:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765840640:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.371150:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765840640:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.379046:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765841408:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.380942:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765841408:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.383221:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765841792:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.385497:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765841792:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.405870:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765842944:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.409785:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765842944:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.422695:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765843712:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.426947:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765843712:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.478782:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765845632:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.482905:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765845632:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.489669:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765846016:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.493884:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765846016:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.520361:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765847168:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.523090:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765847168:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.534598:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765847936:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.570407:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765849088:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.590818:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765849856:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.596678:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765849856:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.599956:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765850240:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.612912:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90ed500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765850752:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756102.612935:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce48a lrc: 4/0,1 mode: --/CW res: [0x240000fb9:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220541 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.612956:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce48a lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220541 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.612962:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce48a lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220541 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.612970:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce48a lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220541 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.612977:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce48a lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220541 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.612986:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce48a lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220541 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.612991:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce48a lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220541 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.612996:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce48a lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220541 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756102.613003:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c90ed500 x1874589765850752/t8589935281(8589935281) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756118 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787756102.613011:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c90ed500 x1874589765850752/t8589935281(8589935281) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756118 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756102.613020:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce48a lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220541 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756102.613028:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce48a lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220541 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.613034:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/159 (0 0) 00000080:00200000:3.0:1787756102.613039:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000fb9:0x15:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756102.613048:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=ssh_config, dir=[0x20001a9e3:0x10e0:0x0](ffffa0e6c77180c8), intent=open|creat 00000080:00200000:3.0:1787756102.613073:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x9f:0x0](ffffa0e6c7719148) 00000080:00200000:3.0:1787756102.613134:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0x9f:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:3.0:1787756102.613137:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0x9f:0x0](ffffa0e6c7719148) 00000080:00010000:3.0:1787756102.613139:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x9f:0x0](ffffa0e6c7719148) for lock 0xc63d509de01ce48a 00000080:00010000:3.0:1787756102.613145:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x9f:0x0](ffffa0e6c7719148) 00000080:00200008:3.0:1787756102.613158:0:138509:0:(file.c:1090:ll_file_open()) START file ssh_config:[0x2400007ed:0x9f:0x0](ffffa0e6c7719148), flags 104701 00000002:00100000:3.0:1787756102.613174:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c90ed500 x1874589765850752/t8589935281(8589935281) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756118 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787756102.613201:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce48a from it ffffa0e6c34b8c60 00010000:00010000:3.0:1787756102.613204:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce48a lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d220541 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.613210:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce48a lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d220541 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756102.613226:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x9f:0x0](ffffa0e6c7719148), inode mode 8180 mask 40 00000080:00200008:3.0:1787756102.613248:0:138509:0:(file.c:2650:do_file_write_iter()) START file ssh_config:[0x2400007ed:0x9f:0x0], ppos: 0, count: 1754 00000080:00200000:3.0:1787756102.613256:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1754 bytes 00000080:00200000:3.0:1787756102.613260:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1754 00000080:00200000:3.0:1787756102.613263:0:138509:0:(file.c:2090:ll_file_io_generic()) ssh_config: write ppos: 0, bytes: 1754 00000080:00200000:3.0:1787756102.613267:0:138509:0:(file.c:1848:ll_io_set_mirror()) ssh_config: desiginated mirror: 0 00000020:00200000:3.0:1787756102.613295:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@00000000909a246d[0x110, 1, [0x2400007ed:0x9f:0x0] hash] 00000020:00200000:3.0:1787756102.613297:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 1754) 2048 0 00000080:00200000:3.0:1787756102.613301:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x9f:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756102.613311:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:3.0:1787756102.613317:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1754) 1754, 1754 00020000:00200000:3.0:1787756102.613319:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756102.613332:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:3.0:1787756102.613344:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:3.0:1787756102.613347:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c9775f30, osc lock ffffa0e6c7b6b560, flags 0x40000 00010000:00010000:3.0:1787756102.613380:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000cd527d90/0xc63d509de01ce491 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.613386:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000cd527d90/0xc63d509de01ce491 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.613392:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000cd527d90/0xc63d509de01ce491 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756102.613404:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ea00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765850880:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756102.613470:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718780 going to sleep for 11 seconds 00000100:00100000:3.0:1787756102.617733:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ea00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765850880:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756102.617756:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000cd527d90/0xc63d509de01ce491 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22054f expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.617771:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000cd527d90/0xc63d509de01ce491 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22054f expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.617779:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000cd527d90/0xc63d509de01ce491 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22054f expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.617789:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000cd527d90/0xc63d509de01ce491 lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22054f expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787756102.617797:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000cd527d90/0xc63d509de01ce491 lrc: 4/0,2 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d22054f expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.617806:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000cd527d90/0xc63d509de01ce491 lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22054f expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.617811:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000cd527d90/0xc63d509de01ce491 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22054f expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756102.617831:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) ssh_config: write [0, 1754) append 0 append lockpos 0 00000080:00200000:3.0:1787756102.617861:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1754 bytes 00000080:00200000:3.0:1787756102.617904:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 1754, copied 1754 00000080:00200000:3.0:1787756102.617912:0:138509:0:(rw26.c:929:ll_write_end()) page@00000000d10c688d[3 00000000c5d26c14 2 1 0000000037ee94cb 0 0 0] 00000080:00200000:3.0:1787756102.617915:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @000000008a7e5923 17ffffc0001001 3:0 ffffa0e6c664c1c0 0 lru 00000080:00200000:3.0:1787756102.617920:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@0000000076927a36 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000096e19b13 000000005ca7bc8a > 3< 0 0 > 4< 0 0 8 481673216 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787756102.617922:0:138509:0:(rw26.c:929:ll_write_end()) end page@00000000d10c688d 00000080:00200000:3.0:1787756102.617923:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787756102.617926:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 1754 prio 0 00000008:00010000:3.0:1787756102.617941:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 00000000e5a348f0 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000cd527d90/0xc63d509de01ce491 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22054f expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756102.617954:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6c77192f8, count 1, dirtied 1 00000080:00200000:3.0:1787756102.617958:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1754 bytes, tot: 1754 00000080:00200000:3.0:1787756102.617960:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) ssh_config: write bytes 0, result: 1754 00000020:00010000:3.0:1787756102.617974:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6c57d34e8 (ffffa0e6c633f518/0) at cl_lock_release():245 00000020:00010000:3.0:1787756102.617976:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c57d34e8 (ffffa0e6c633f518/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756102.617979:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c9775f30 (ffffa0e6c633fa28/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756102.617982:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000cd527d90/0xc63d509de01ce491 lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22054f expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.617992:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000cd527d90/0xc63d509de01ce491 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22054f expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1787756102.618001:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c57d34e8 (ffffa0e6c633f518/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756102.618003:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c9775f30 (ffffa0e6c633f518/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756102.618008:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 1754 bytes 00000080:00200000:3.0:1787756102.618013:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:3.0:1787756102.618020:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x9f:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787756102.618023:0:138509:0:(file.c:2238:ll_file_io_generic()) ssh_config: 2 io complete with rc: 0, result: 1754, restart: 0 00000080:00200000:3.0:1787756102.618028:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x2400007ed:0x9f:0x0] updating i_size 1754 i_blocks 0 00000080:00200000:3.0:1787756102.618031:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1754 00000080:00200008:3.0:1787756102.618053:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file ssh_config:[0x2400007ed:0x9f:0x0](ffffa0e6c7719148) current size 1754, valid attrs 10160, mode 5560, uid -779287808, gid -24346, new size 18446669676315901696, atime 1787756102.000000000, mtime 1561522456.000000000, ctime 1787756102.000000000 00010000:00010000:3.0:1787756102.618076:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce48a lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220541 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756102.618089:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x9f:0x0]: losing layout lock 00010000:00010000:3.0:1787756102.618179:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce48a lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220541 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.618186:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756102.618189:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce48a lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220541 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787756102.618210:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756102.618219:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830ea00 x1874589765851136/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756102.618245:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ea00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765851136:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756102.618361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718780 going to sleep for 11 seconds 00000100:00100000:3.0:1787756102.621816:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ea00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765851136:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756102.621864:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x9f:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:3.0:1787756102.621892:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x2400007ed:0x9f:0x0](ffffa0e6c7719148) 00000002:00010000:3.0:1787756102.621902:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0x9f:0x0]) in obj [0x2400007ed:0x9f:0x0], intent: layout flags 0 00010000:00010000:3.0:1787756102.621953:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eeca00/0xc63d509de01ce498 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.621961:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eeca00/0xc63d509de01ce498 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.621969:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eeca00/0xc63d509de01ce498 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756102.621984:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830d180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765851264:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756102.622075:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718780 going to sleep for 11 seconds 00000100:00100000:3.0:1787756102.625931:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765851392:192.168.201.131@tcp:2:tar.0 00000020:00010000:3.0:1787756102.629093:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6c57d34e8 (ffffa0e6c633f518/0) at cl_lock_release():245 00000020:00010000:3.0:1787756102.629098:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c57d34e8 (ffffa0e6c633f518/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756102.629164:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c62925b0 (ffffa0e6d07c6248/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756102.629176:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000cd527d90/0xc63d509de01ce491 lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22054f expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.629190:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000cd527d90/0xc63d509de01ce491 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22054f expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1787756102.629206:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c57d34e8 (ffffa0e6c633f518/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756102.629209:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c62925b0 (ffffa0e6c633f518/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756102.629228:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x9f:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:3.0:1787756102.629244:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c3492800 uarg=0000000000000000 00000002:00000080:3.0:1787756102.629257:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c3492800 uarg=0000000000000000 00000100:00100000:3.0:1787756102.708649:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d165ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765853696:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.713616:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d165ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765853696:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.724996:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d165ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765854464:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.726435:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d165ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765854464:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.729051:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d165f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765854848:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.730933:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d165f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765854848:192.168.201.131@tcp:2:tar.0 00000002:00010000:3.0:1787756102.769311:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026400/0xc63d509de01ce4d0 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x10e8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220613 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.769328:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 16 res 8590043619/4328 (0 0) 00000080:00200000:3.0:1787756102.769336:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x20001a9e3:0x10e8:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1787756102.769353:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x10e8:0x0](ffffa0e6c7711148) for lock 0xc63d509de01ce4d0 00000080:00010000:3.0:1787756102.769361:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce4d0 from it ffffbc5601c77a78 00010000:00010000:3.0:1787756102.769365:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026400/0xc63d509de01ce4d0 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x10e8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220613 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756102.769380:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026400/0xc63d509de01ce4d0 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10e8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220613 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.769406:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026400/0xc63d509de01ce4d0 lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x10e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220613 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.769418:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026400/0xc63d509de01ce4d0 lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x10e8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220613 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787756102.769425:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x20001a9e3:0x10e8:0x0](0000000084cccb3b) being reconfigured ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026400/0xc63d509de01ce4d0 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x10e8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220613 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756102.769462:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x10e8:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:3.0:1787756102.769468:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026400/0xc63d509de01ce4d0 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x10e8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d220613 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756102.769475:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026400/0xc63d509de01ce4d0 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10e8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d220613 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:3.0:1787756102.769495:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756102.769507:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1787756102.769520:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787756102.769523:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c9775f30, osc lock ffffa0e6c7b6b560, flags 0x0 00010000:00010000:3.0:1787756102.769536:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000f8550976/0xc63d509de01ce4c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1626:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220605 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787756102.769543:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000f8550976/0xc63d509de01ce4c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220605 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787756102.769551:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000f8550976/0xc63d509de01ce4c9 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x1626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220605 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787756102.769556:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000f8550976/0xc63d509de01ce4c9 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x1626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220605 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787756102.769560:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000f8550976/0xc63d509de01ce4c9 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x1626:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220605 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:3.0:1787756102.769621:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756102.769647:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765856000:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.776366:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765856000:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.789649:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d165f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765856768:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.795374:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d165f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765856768:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.853546:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d165c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765858560:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.855215:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d165c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765858560:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.865669:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756102.865685:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765859328:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.867486:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765859328:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.870477:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765859712:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.872262:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765859712:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756102.878421:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765860352:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756102.880793:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765860352:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756103.008830:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765863424:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.011734:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d04c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765863424:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.025302:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765864192:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.028378:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d04c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765864192:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.032862:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765864576:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.036893:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d04c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765864576:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.060240:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765865728:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.062608:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d04c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765865728:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.073051:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765866496:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.075620:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d04c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765866496:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.079455:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756103.079471:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765866880:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.082257:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d04c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765866880:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.100325:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d165d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765868032:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.106256:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d165d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765868032:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.124544:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d165c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765868800:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.131617:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d165c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765868800:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.135219:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d165e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765869184:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.137675:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d165e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765869184:192.168.201.131@tcp:2:tar.0 00010000:00010000:3.0:1787756103.145539:0:15205:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787756103.145547:0:15205:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce52b lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0xf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d22082e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756103.145565:0:15205:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e6d0027600 already unused, calling callback (ffffffffc1aa93c0) 00010000:00010000:3.0:1787756103.145570:0:15205:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce52b lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0xf:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d22082e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756103.145586:0:15205:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce52b lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0xf:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d22082e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756103.145594:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce52b lrc: 3/0,0 mode: PR/PR res: [0x200024df1:0xf:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa58e5f4f9d22082e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756103.145647:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce52b lrc: 2/0,0 mode: --/PR res: [0x200024df1:0xf:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d22082e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756103.145653:0:15205:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756103.145671:0:15205:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce52b lrc: 1/0,0 mode: --/PR res: [0x200024df1:0xf:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d22082e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756103.145683:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce52b lrc: 0/0,0 mode: --/PR res: [0x200024df1:0xf:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d22082e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756103.145699:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756103.145701:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756103.145702:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756103.145724:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765869824:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756103.149359:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765869824:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756103.221216:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d165dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765872000:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.224136:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d165dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765872000:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.234012:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d165ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765872768:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.236554:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d165ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765872768:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.239803:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d165df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765873152:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.242711:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d165df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765873152:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.267623:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765874304:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.270011:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d04c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765874304:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.286315:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765875072:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.288628:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d04c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765875072:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.291580:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765875456:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.363119:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765878016:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.366639:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d04c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765878016:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.370475:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765878400:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.375382:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d04c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765878400:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.402158:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765879552:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.406450:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765879552:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.429564:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765880320:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.436383:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765880320:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.441094:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765880704:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.446030:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765880704:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.456685:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90c8700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765881344:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756103.456706:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000008b9e727c/0xc63d509de01ce62e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220c09 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756103.456724:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000008b9e727c/0xc63d509de01ce62e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220c09 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756103.456735:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000008b9e727c/0xc63d509de01ce62e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220c09 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756103.456748:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000008b9e727c/0xc63d509de01ce62e lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220c09 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787756103.456761:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000008b9e727c/0xc63d509de01ce62e lrc: 4/0,2 mode: PW/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d220c09 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756103.456843:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000008b9e727c/0xc63d509de01ce62e lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220c09 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756103.456851:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000008b9e727c/0xc63d509de01ce62e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220c09 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756103.456934:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) booleans.subs_dist: write [0, 2367) append 0 append lockpos 0 00000080:00200000:3.0:1787756103.456954:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 2367 bytes 00000080:00200000:3.0:1787756103.457003:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 2367, copied 2367 00000080:00200000:3.0:1787756103.457015:0:138509:0:(rw26.c:929:ll_write_end()) page@000000007e3acbb1[3 0000000079b1ee0f 2 1 00000000953b1038 0 0 0] 00000080:00200000:3.0:1787756103.457019:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @000000005cba735c 17ffffc0001001 3:0 ffffa0e6c664c9a0 0 lru 00000080:00200000:3.0:1787756103.457026:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@00000000eb6d3f6f 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000096e19b13 0000000005c23954 > 3< 0 0 > 4< 0 0 8 481525760 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787756103.457028:0:138509:0:(rw26.c:929:ll_write_end()) end page@000000007e3acbb1 00000080:00200000:3.0:1787756103.457029:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787756103.457033:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 2367 prio 0 00000008:00010000:3.0:1787756103.457050:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 0000000089552466 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000008b9e727c/0xc63d509de01ce62e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220c09 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756103.457064:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e01a54f8, count 1, dirtied 1 00000080:00200000:3.0:1787756103.457067:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 2367 bytes, tot: 2367 00000080:00200000:3.0:1787756103.457070:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) booleans.subs_dist: write bytes 0, result: 2367 00000020:00010000:3.0:1787756103.457084:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d0402128 (ffffa0e6d07c61b8/0) at cl_lock_release():245 00000020:00010000:3.0:1787756103.457086:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d0402128 (ffffa0e6d07c61b8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756103.457089:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c1374ab0 (ffffa0e6d07c6e18/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756103.457092:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000008b9e727c/0xc63d509de01ce62e lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220c09 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756103.457098:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000008b9e727c/0xc63d509de01ce62e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220c09 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1787756103.457108:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d0402128 (ffffa0e6d07c61b8/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756103.457110:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c1374ab0 (ffffa0e6d07c61b8/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756103.457115:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 2367 bytes 00000080:00200000:3.0:1787756103.457120:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:3.0:1787756103.457126:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xa4:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787756103.457129:0:138509:0:(file.c:2238:ll_file_io_generic()) booleans.subs_dist: 2 io complete with rc: 0, result: 2367, restart: 0 00000080:00200000:3.0:1787756103.457134:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x2400007ed:0xa4:0x0] updating i_size 2367 i_blocks 0 00000080:00200000:3.0:1787756103.457138:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 2367 00000080:00200008:3.0:1787756103.457372:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file booleans.subs_dist:[0x2400007ed:0xa4:0x0](ffffa0e6e01a5348) current size 2367, valid attrs 10160, mode 5560, uid -779287808, gid -24346, new size 18446669676315901696, atime 1787756103.000000000, mtime 1734457373.000000000, ctime 1787756103.000000000 00010000:00010000:3.0:1787756103.457397:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5394600/0xc63d509de01ce627 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220bfb expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756103.457412:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xa4:0x0]: losing layout lock 00010000:00010000:3.0:1787756103.457444:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5394600/0xc63d509de01ce627 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220bfb expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756103.457451:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756103.457454:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5394600/0xc63d509de01ce627 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220bfb expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787756103.457475:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756103.457483:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830fb80 x1874589765881600/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756103.457501:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830fb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765881600:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756103.457605:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756103.459967:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830fb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765881600:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756103.460008:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xa4:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:3.0:1787756103.460029:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x2400007ed:0xa4:0x0](ffffa0e6e01a5348) 00000002:00010000:3.0:1787756103.460040:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0xa4:0x0]) in obj [0x2400007ed:0xa4:0x0], intent: layout flags 0 00010000:00010000:3.0:1787756103.460083:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec400/0xc63d509de01ce635 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756103.460091:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec400/0xc63d509de01ce635 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756103.460099:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec400/0xc63d509de01ce635 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756103.460114:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830c000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765881728:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756103.460180:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756103.462453:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830c000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765881728:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756103.462479:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec400/0xc63d509de01ce635 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220c17 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756103.462494:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec400/0xc63d509de01ce635 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220c17 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756103.462509:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6d830c000 x1874589765881728/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756103.462520:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec400/0xc63d509de01ce635 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220c17 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756103.462531:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec400/0xc63d509de01ce635 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220c17 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756103.462552:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 16 res 9663678445/164 (0 0) 00000080:00200000:3.0:1787756103.462558:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x2400007ed:0xa4:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1787756103.462574:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xa4:0x0](ffffa0e6e01a5348) for lock 0xc63d509de01ce635 00000080:00010000:3.0:1787756103.462581:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce635 from it ffffbc5601c77a78 00010000:00010000:3.0:1787756103.462586:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec400/0xc63d509de01ce635 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220c17 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756103.462596:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec400/0xc63d509de01ce635 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220c17 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756103.462618:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec400/0xc63d509de01ce635 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220c17 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756103.462629:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec400/0xc63d509de01ce635 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220c17 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787756103.462637:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x2400007ed:0xa4:0x0](00000000a517a461) being reconfigured ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec400/0xc63d509de01ce635 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220c17 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756103.462679:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xa4:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:3.0:1787756103.462684:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec400/0xc63d509de01ce635 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d220c17 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756103.462692:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec400/0xc63d509de01ce635 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d220c17 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:3.0:1787756103.462709:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756103.462722:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1787756103.462737:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787756103.462741:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c9775630, osc lock ffffa0e6c7b6b7c0, flags 0x0 00010000:00010000:3.0:1787756103.462756:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000008b9e727c/0xc63d509de01ce62e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220c09 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756103.462776:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000008b9e727c/0xc63d509de01ce62e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220c09 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756103.462787:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000008b9e727c/0xc63d509de01ce62e lrc: 7/0,2 mode: PW/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220c09 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756103.462795:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000008b9e727c/0xc63d509de01ce62e lrc: 7/0,2 mode: PW/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220c09 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756103.462801:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000008b9e727c/0xc63d509de01ce62e lrc: 6/0,1 mode: PW/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220c09 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756103.462882:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756103.462896:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765881856:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.467093:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765881856:192.168.201.131@tcp:2:tar.0 00000080:00200000:3.0:1787756103.486755:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xa4:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756103.486770:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file booleans.subs_dist:[0x2400007ed:0xa4:0x0](ffffa0e6e01a5348) current size 2367, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756103.000000000, mtime 1787756103.000000000, ctime 1787756103.000000000, rc 0 00000080:00200008:3.0:1787756103.486793:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file booleans.subs_dist:[0x2400007ed:0xa4:0x0](ffffa0e6e01a5348) current size 2367, valid attrs 41, mode 81a4, uid 1787756103, gid 0, new size 0, atime 1787756103.000000000, mtime 1787756103.000000000, ctime 1787756103.000000000 00000020:00100000:3.0:1787756103.486855:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756103.486864:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830c700 x1874589765882880/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756103.486885:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830c700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765882880:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756103.486952:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756103.490415:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830c700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765882880:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756103.490454:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xa4:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756103.490468:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756103.490538:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756103.490549:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765883008:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.493393:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765883008:192.168.201.131@tcp:2:tar.0 00000020:00010000:3.0:1787756103.524440:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d0402128 (ffffa0e6d07c61b8/0) at cl_lock_release():245 00000020:00010000:3.0:1787756103.524446:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d0402128 (ffffa0e6d07c61b8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756103.524452:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c13742b0 (ffffa0e6d07c6e18/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756103.524463:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000fc2d0a92/0xc63d509de01ce64a lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x1629:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220c64 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756103.524478:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000fc2d0a92/0xc63d509de01ce64a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1629:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220c64 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1787756103.524495:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d0402128 (ffffa0e6d07c61b8/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756103.524498:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c13742b0 (ffffa0e6d07c61b8/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756103.524517:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10f1:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:3.0:1787756103.524532:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c3492000 uarg=0000000000000000 00000002:00000080:3.0:1787756103.524545:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c3492000 uarg=0000000000000000 00000020:00100000:3.0:1787756103.524573:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:3.0:1787756103.524581:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830e300 x1874589765884416/t0(0) o55->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756103.524680:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830e300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765884416:192.168.201.131@tcp:55:tar.0 00000100:00100000:3.0:1787756103.524750:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756103.528328:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830e300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765884416:192.168.201.131@tcp:55:tar.0 00000080:00200008:3.0:1787756103.528365:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file .policy.sha512:[0x20001a9e3:0x10f1:0x0](ffffa0e6e01ab248) current size 129, valid attrs 10010160, mode 5560, uid -779286272, gid -24346, new size 18446669676315901696, atime 1787756103.000000000, mtime 1734457373.000000000, ctime 1787756103.000000000, rc 0 00000002:00010000:3.0:1787756103.528414:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20001a9e3:0x10f1:0x0], intent: getxattr flags 0 00010000:00010000:3.0:1787756103.528468:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec000/0xc63d509de01ce658 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x10f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756103.528480:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec000/0xc63d509de01ce658 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x10f1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756103.528491:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec000/0xc63d509de01ce658 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x10f1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756103.528509:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830e300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765884544:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756103.528564:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756103.533693:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830e300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765884544:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756103.533722:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec000/0xc63d509de01ce658 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x10f1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220c87 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756103.533738:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec000/0xc63d509de01ce658 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10f1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220c87 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756103.533749:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec000/0xc63d509de01ce658 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10f1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220c87 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756103.533763:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6d830e300 x1874589765884544/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1104 e 0 to 0 dl 1787756119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756103.533775:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec000/0xc63d509de01ce658 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10f1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220c87 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756103.533787:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4337 (0 0) 00000080:00200000:3.0:1787756103.533793:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x20001a9e3:0x10f1:0x0] suppgids 0 -1: rc 0 00000080:00010000:3.0:1787756103.533838:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x10f1:0x0](ffffa0e6e01ab248) for lock 0xc63d509de01ce658 00000080:00010000:3.0:1787756103.533847:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce658 from it ffffbc5601c77c18 00010000:00010000:3.0:1787756103.533851:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec000/0xc63d509de01ce658 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10f1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220c87 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756103.533866:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec000/0xc63d509de01ce658 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10f1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220c87 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787756103.533904:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file .policy.sha512:[0x20001a9e3:0x10f1:0x0](ffffa0e6e01ab248) current size 129, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756103.000000000, mtime 1787756103.000000000, ctime 1787756103.000000000 00000020:00100000:3.0:1787756103.533954:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756103.533961:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830e300 x1874589765884800/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756103.533980:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830e300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765884800:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756103.534511:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756103.539764:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830e300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765884800:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756103.539889:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10f1:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756103.539904:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756103.540003:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756103.540021:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765884928:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756103.544959:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765884928:192.168.201.131@tcp:2:tar.0 00000080:00200000:3.0:1787756103.555340:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10f1:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756103.555358:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file .policy.sha512:[0x20001a9e3:0x10f1:0x0](ffffa0e6e01ab248) current size 129, valid attrs 10000041, mode 81a4, uid 1787756103, gid 0, new size 0, atime 1787756103.000000000, mtime 1787756103.000000000, ctime 1787756103.000000000, rc 0 00000080:00200008:3.0:1787756103.555454:0:138509:0:(file.c:479:ll_file_release()) START file .policy.sha512:[0x20001a9e3:0x10f1:0x0](ffffa0e6e01ab248), flags 104001 00000002:00100000:3.0:1787756103.555519:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c90da300 x1874589765883520/t322122551281(322122551281) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756119 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787756103.555531:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787756103.555537:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830ea00 x1874589765885568/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756103.555671:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ea00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765885568:192.168.201.131@tcp:35:tar.0 00000100:00100000:3.0:1787756103.555789:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756103.558399:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ea00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765885568:192.168.201.131@tcp:35:tar.0 00000002:00100000:3.0:1787756103.558434:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c90da300 x1874589765883520/t322122551281(322122551281) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756119 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787756103.558704:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756103.558713:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:3.0:1787756103.558722:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756103.558725:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=selinux, flags=16 00000080:00200000:3.0:1787756103.558729:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10eb:0x0](ffffa0e6e01a00c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756103.558732:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=targeted, flags=16 00000080:00200000:3.0:1787756103.558735:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10ee:0x0](ffffa0e6e0345b88), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756103.558751:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=policy, dir=[0x20001a9e3:0x10ee:0x0](ffffa0e6e0345b88), flags=1536 00000080:00200000:3.0:1787756103.558754:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10ee:0x0](ffffa0e6e0345b88), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756103.558759:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10ee:0x0](ffffa0e6e0345b88), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756103.558763:0:138509:0:(namei.c:2239:do_mkdir()) VFS Op:name=policy, dir=[0x20001a9e3:0x10ee:0x0](ffffa0e6e0345b88) 00000020:00100000:3.0:1787756103.558848:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756103.558856:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830dc00 x1874589765885824/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756103.558876:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830dc00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765885824:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756103.558945:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756103.563686:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830dc00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765885824:192.168.201.131@tcp:36:tar.0 00010000:00010000:1.0:1787756103.863683:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787756103.863697:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) policy.31: write [4688896, 4699136) append 0 append lockpos 0 00000080:00200000:1.0:1787756103.863703:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 1144 of 3072 to 1024 bytes 00000080:00200000:1.0:1787756103.863707:0:138509:0:(rw26.c:871:ll_write_end()) pos 4688896, len 1024, copied 1024 00000080:00200000:1.0:1787756103.863711:0:138509:0:(rw26.c:929:ll_write_end()) page@0000000085dff5d1[4 000000000d0f5f0b 2 1 00000000633e37ae 0 0 1144] 00000080:00200000:1.0:1787756103.863714:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @00000000820063b3 17ffffc0001019 3:0 ffffa0e6c347e540 1144 lru 00000080:00200000:1.0:1787756103.863719:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@000000004ff202ac 1144: 1< 2 + - > 2< 4685824 0 4096 0x0 0x40420 | 000000000dd14ff3 000000002540bad2 > 3< 1 0 > 4< 0 1 8 477454336 - | - - + - > 5< - - + - | 0 - | 121 - -> 00000080:00200000:1.0:1787756103.863721:0:138509:0:(rw26.c:929:ll_write_end()) end page@0000000085dff5d1 00000080:00200000:1.0:1787756103.863722:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787756103.863724:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 3072, to 4096 prio 0 00000080:00200000:1.0:1787756103.863729:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e01ac478, count 1, dirtied 0 00000080:00200000:1.0:1787756103.863731:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1024 bytes, tot: 1024 00000080:00200000:1.0:1787756103.863734:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 1145 of 0 to 4096 bytes 00000080:00200000:1.0:1787756103.863749:0:138509:0:(rw26.c:871:ll_write_end()) pos 4689920, len 4096, copied 4096 00000080:00200000:1.0:1787756103.863754:0:138509:0:(rw26.c:929:ll_write_end()) page@0000000005f9e22a[3 000000000d0f5f0b 2 1 00000000633e37ae 0 0 1145] 00000080:00200000:1.0:1787756103.863757:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @000000001295e8a7 17ffffc0001001 3:0 ffffa0e6c347e8c0 1145 lru 00000080:00200000:1.0:1787756103.863762:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@000000003d6d3994 1145: 1< 0 - - > 2< 4689920 0 0 0x0 0x0 | 000000000dd14ff3 000000002540bad2 > 3< 0 0 > 4< 0 1 8 477454336 - | - - + - > 5< - - + - | 0 - | 121 - -> 00000080:00200000:1.0:1787756103.863764:0:138509:0:(rw26.c:929:ll_write_end()) end page@0000000005f9e22a 00000080:00200000:1.0:1787756103.863765:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787756103.863767:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 1146 of 0 to 4096 bytes 00000080:00200000:1.0:1787756103.863782:0:138509:0:(rw26.c:871:ll_write_end()) pos 4694016, len 4096, copied 4096 00000080:00200000:1.0:1787756103.863787:0:138509:0:(rw26.c:929:ll_write_end()) page@00000000dc7f3375[3 000000000d0f5f0b 2 1 00000000633e37ae 0 0 1146] 00000080:00200000:1.0:1787756103.863789:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @0000000021ed881e 17ffffc0001001 3:0 ffffa0e6c347e7e0 1146 lru 00000080:00200000:1.0:1787756103.863795:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@000000006e347854 1146: 1< 0 - - > 2< 4694016 0 0 0x0 0x0 | 000000000dd14ff3 000000002540bad2 > 3< 0 0 > 4< 0 1 8 477454336 - | - - + - > 5< - - + - | 0 - | 121 - -> 00000080:00200000:1.0:1787756103.863797:0:138509:0:(rw26.c:929:ll_write_end()) end page@00000000dc7f3375 00000080:00200000:1.0:1787756103.863798:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00200000:1.0:1787756103.863800:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 1147 of 0 to 1024 bytes 00000080:00200000:1.0:1787756103.863815:0:138509:0:(rw26.c:871:ll_write_end()) pos 4698112, len 1024, copied 1024 00000080:00200000:1.0:1787756103.863819:0:138509:0:(rw26.c:929:ll_write_end()) page@000000000d9bfc9b[3 000000000d0f5f0b 2 1 00000000633e37ae 0 0 1147] 00000080:00200000:1.0:1787756103.863832:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @000000004f8da53f 17ffffc0001001 3:0 ffffa0e6c347e620 1147 lru 00000080:00200000:1.0:1787756103.863837:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@0000000041e600ba 1147: 1< 0 - - > 2< 4698112 0 0 0x0 0x0 | 000000000dd14ff3 000000002540bad2 > 3< 0 0 > 4< 0 1 8 477454336 - | - - + - > 5< - - + - | 0 - | 121 - -> 00000080:00200000:1.0:1787756103.863839:0:138509:0:(rw26.c:929:ll_write_end()) end page@000000000d9bfc9b 00000080:00200000:1.0:1787756103.863840:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 3. 00000080:00200000:1.0:1787756103.863842:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 3, from 0, to 1024 prio 0 00000008:00010000:1.0:1787756103.863851:0:138509:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000007c2bdd80 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787756103.863858:0:138509:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000007c2bdd80 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787756103.863864:0:138509:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000005a0925d3 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787756103.863871:0:138509:0:(osc_cache.c:847:osc_extent_find()) ### extent: 000000005a0925d3 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787756103.863882:0:138509:0:(osc_cache.c:2568:osc_queue_async_io()) ### extent: 000000005a0925d3 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787756103.863889:0:138509:0:(osc_cache.c:2568:osc_queue_async_io()) ### extent: 000000005a0925d3 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787756103.863897:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e01ac478, count 3, dirtied 3 00000080:00200000:1.0:1787756103.863900:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 3 pages 9216 bytes, tot: 10240 00000080:00200000:1.0:1787756103.863902:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) policy.31: write bytes 0, result: 10240 00000020:00010000:1.0:1787756103.863908:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6c57d3a88 (ffffa0e6c633fd88/0) at cl_lock_release():245 00000020:00010000:1.0:1787756103.863911:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c57d3a88 (ffffa0e6c633fd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787756103.863913:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c3870a30 (ffffa0e6d07c6a28/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787756103.863917:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787756103.863925:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787756103.863933:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c57d3a88 (ffffa0e6c633fd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1787756103.863935:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c3870a30 (ffffa0e6c633fd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1787756103.863939:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 10240 bytes 00000080:00200000:1.0:1787756103.863942:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [1144, 1147] 00000080:00200000:1.0:1787756103.863947:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10f3:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787756103.863949:0:138509:0:(file.c:2238:ll_file_io_generic()) policy.31: 2 io complete with rc: 0, result: 10240, restart: 0 00000080:00200000:1.0:1787756103.863954:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x20001a9e3:0x10f3:0x0] updating i_size 4699136 i_blocks 0 00000080:00200000:1.0:1787756103.863956:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 10240 00000080:00200008:1.0:1787756103.864349:0:138509:0:(file.c:2650:do_file_write_iter()) START file policy.31:[0x20001a9e3:0x10f3:0x0], ppos: 4699136, count: 10240 00000080:00200000:1.0:1787756103.864356:0:138509:0:(file.c:2090:ll_file_io_generic()) policy.31: write ppos: 4699136, bytes: 10240 00000080:00200000:1.0:1787756103.864359:0:138509:0:(file.c:1848:ll_io_set_mirror()) policy.31: desiginated mirror: 0 00000020:00200000:1.0:1787756103.864363:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@00000000872efda6[0x110, 1149, [0x20001a9e3:0x10f3:0x0] hash] 00000020:00200000:1.0:1787756103.864365:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [4699136, 4709376) 2048 0 00000080:00200000:1.0:1787756103.864368:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10f3:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787756103.864374:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [1147, 1149] 00020000:00200000:1.0:1787756103.864377:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 4699136 chunk: [4699136, 4709376) 4709376, 10240 00020000:00200000:1.0:1787756103.864380:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787756103.864388:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1147, 1149] 00000008:00010000:1.0:1787756103.864395:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:1.0:1787756103.864398:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c3870a30, osc lock ffffa0e6d1645c80, flags 0x40000 00010000:00010000:1.0:1787756103.864407:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787756103.864418:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4698112 4710399) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787756103.864427:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787756103.864435:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787756103.864443:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787756103.864524:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) policy.31: write [4699136, 4709376) append 0 append lockpos 0 00000080:00200000:1.0:1787756103.864532:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 1147 of 1024 to 3072 bytes 00000080:00200000:1.0:1787756103.864537:0:138509:0:(rw26.c:871:ll_write_end()) pos 4699136, len 3072, copied 3072 00000080:00200000:1.0:1787756103.864542:0:138509:0:(rw26.c:929:ll_write_end()) page@000000000d9bfc9b[4 000000000d0f5f0b 2 1 00000000633e37ae 0 0 1147] 00000080:00200000:1.0:1787756103.864545:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @000000004f8da53f 17ffffc0001019 3:0 ffffa0e6c347e620 1147 lru 00000080:00200000:1.0:1787756103.864550:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@0000000041e600ba 1147: 1< 2 + - > 2< 4698112 0 4096 0x0 0x40420 | 000000000dd14ff3 000000002540bad2 > 3< 1 0 > 4< 0 1 8 477442048 - | - - + - > 5< - - + - | 0 - | 124 - -> 00000080:00200000:1.0:1787756103.864551:0:138509:0:(rw26.c:929:ll_write_end()) end page@000000000d9bfc9b 00000080:00200000:1.0:1787756103.864552:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787756103.864554:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 1024, to 4096 prio 0 00000080:00200000:1.0:1787756103.864559:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e01ac478, count 1, dirtied 0 00000080:00200000:1.0:1787756103.864562:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 3072 bytes, tot: 3072 00000080:00200000:1.0:1787756103.864565:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 1148 of 0 to 4096 bytes 00000080:00200000:1.0:1787756103.864589:0:138509:0:(rw26.c:871:ll_write_end()) pos 4702208, len 4096, copied 4096 00000080:00200000:1.0:1787756103.864594:0:138509:0:(rw26.c:929:ll_write_end()) page@0000000022f82b50[3 000000000d0f5f0b 2 1 00000000633e37ae 0 0 1148] 00000080:00200000:1.0:1787756103.864596:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @00000000ac8190ff 17ffffc0001021 2:0 ffffa0e6c347e380 1148 lru 00000080:00200000:1.0:1787756103.864601:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@0000000035b342eb 1148: 1< 0 - - > 2< 4702208 0 0 0x0 0x0 | 000000000dd14ff3 000000002540bad2 > 3< 0 0 > 4< 0 1 8 477442048 - | - - + - > 5< - - + - | 0 - | 124 - -> 00000080:00200000:1.0:1787756103.864606:0:138509:0:(rw26.c:929:ll_write_end()) end page@0000000022f82b50 00000080:00200000:1.0:1787756103.864608:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787756103.864609:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 1149 of 0 to 3072 bytes 00000080:00200000:1.0:1787756103.864627:0:138509:0:(rw26.c:871:ll_write_end()) pos 4706304, len 3072, copied 3072 00000080:00200000:1.0:1787756103.864631:0:138509:0:(rw26.c:929:ll_write_end()) page@00000000f7d9e82b[3 000000000d0f5f0b 2 1 00000000633e37ae 0 0 1149] 00000080:00200000:1.0:1787756103.864634:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @000000007c2120f7 17ffffc0001001 3:0 ffffa0e6c347e000 1149 lru 00000080:00200000:1.0:1787756103.864638:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@000000003b4babdd 1149: 1< 0 - - > 2< 4706304 0 0 0x0 0x0 | 000000000dd14ff3 000000002540bad2 > 3< 0 0 > 4< 0 1 8 477442048 - | - - + - > 5< - - + - | 0 - | 124 - -> 00000080:00200000:1.0:1787756103.864640:0:138509:0:(rw26.c:929:ll_write_end()) end page@00000000f7d9e82b 00000080:00200000:1.0:1787756103.864641:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00200000:1.0:1787756103.864643:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 3072 prio 0 00000008:00010000:1.0:1787756103.864652:0:138509:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000007c2bdd80 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787756103.864660:0:138509:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000007c2bdd80 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787756103.864666:0:138509:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000005a0925d3 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787756103.864673:0:138509:0:(osc_cache.c:847:osc_extent_find()) ### extent: 000000005a0925d3 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787756103.864685:0:138509:0:(osc_cache.c:2568:osc_queue_async_io()) ### extent: 000000005a0925d3 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787756103.864695:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e01ac478, count 2, dirtied 2 00000080:00200000:1.0:1787756103.864697:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 2 pages 7168 bytes, tot: 10240 00000080:00200000:1.0:1787756103.864699:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) policy.31: write bytes 0, result: 10240 00000020:00010000:1.0:1787756103.864705:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6c57d3a88 (ffffa0e6c633fd88/0) at cl_lock_release():245 00000020:00010000:1.0:1787756103.864707:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c57d3a88 (ffffa0e6c633fd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787756103.864710:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c3870a30 (ffffa0e6d07c6a28/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787756103.864714:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787756103.864721:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787756103.864729:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c57d3a88 (ffffa0e6c633fd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1787756103.864731:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c3870a30 (ffffa0e6c633fd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1787756103.864736:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 10240 bytes 00000080:00200000:1.0:1787756103.864740:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [1147, 1149] 00000080:00200000:1.0:1787756103.864744:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10f3:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787756103.864747:0:138509:0:(file.c:2238:ll_file_io_generic()) policy.31: 2 io complete with rc: 0, result: 10240, restart: 0 00000080:00200000:1.0:1787756103.864752:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x20001a9e3:0x10f3:0x0] updating i_size 4709376 i_blocks 0 00000080:00200000:1.0:1787756103.864754:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 10240 00000080:00200008:1.0:1787756103.864785:0:138509:0:(file.c:2650:do_file_write_iter()) START file policy.31:[0x20001a9e3:0x10f3:0x0], ppos: 4709376, count: 10240 00000080:00200000:1.0:1787756103.864790:0:138509:0:(file.c:2090:ll_file_io_generic()) policy.31: write ppos: 4709376, bytes: 10240 00000080:00200000:1.0:1787756103.864793:0:138509:0:(file.c:1848:ll_io_set_mirror()) policy.31: desiginated mirror: 0 00000020:00200000:1.0:1787756103.864796:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@00000000872efda6[0x110, 1151, [0x20001a9e3:0x10f3:0x0] hash] 00000020:00200000:1.0:1787756103.864798:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [4709376, 4719616) 2048 0 00000080:00200000:1.0:1787756103.864800:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10f3:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787756103.864805:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [1149, 1152] 00020000:00200000:1.0:1787756103.864808:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 4709376 chunk: [4709376, 4719616) 4719616, 10240 00020000:00200000:1.0:1787756103.864811:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787756103.864816:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1149, 1152] 00000008:00010000:1.0:1787756103.864832:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:1.0:1787756103.864835:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c3870a30, osc lock ffffa0e6d1645c80, flags 0x40000 00010000:00010000:1.0:1787756103.864844:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787756103.864858:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4706304 4722687) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787756103.864867:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787756103.864874:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787756103.864881:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787756103.864888:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) policy.31: write [4709376, 4719616) append 0 append lockpos 0 00000080:00200000:1.0:1787756103.864893:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 1149 of 3072 to 1024 bytes 00000080:00200000:1.0:1787756103.864898:0:138509:0:(rw26.c:871:ll_write_end()) pos 4709376, len 1024, copied 1024 00000080:00200000:1.0:1787756103.864901:0:138509:0:(rw26.c:929:ll_write_end()) page@00000000f7d9e82b[4 000000000d0f5f0b 2 1 00000000633e37ae 0 0 1149] 00000080:00200000:1.0:1787756103.864904:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @000000007c2120f7 17ffffc0001019 3:0 ffffa0e6c347e000 1149 lru 00000080:00200000:1.0:1787756103.864909:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@000000003b4babdd 1149: 1< 2 + - > 2< 4706304 0 4096 0x0 0x40420 | 000000000dd14ff3 000000002540bad2 > 3< 1 0 > 4< 0 1 8 477433856 - | - - + - > 5< - - + - | 0 - | 126 - -> 00000080:00200000:1.0:1787756103.864912:0:138509:0:(rw26.c:929:ll_write_end()) end page@00000000f7d9e82b 00000080:00200000:1.0:1787756103.864913:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787756103.864915:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 3072, to 4096 prio 0 00000080:00200000:1.0:1787756103.864919:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e01ac478, count 1, dirtied 0 00000080:00200000:1.0:1787756103.864922:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1024 bytes, tot: 1024 00000080:00200000:1.0:1787756103.864924:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 1150 of 0 to 4096 bytes 00000080:00200000:1.0:1787756103.864940:0:138509:0:(rw26.c:871:ll_write_end()) pos 4710400, len 4096, copied 4096 00000080:00200000:1.0:1787756103.864944:0:138509:0:(rw26.c:929:ll_write_end()) page@00000000923f95b3[3 000000000d0f5f0b 2 1 00000000633e37ae 0 0 1150] 00000080:00200000:1.0:1787756103.864946:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @0000000067d7644c 17ffffc0001001 3:0 ffffa0e6c347e460 1150 lru 00000080:00200000:1.0:1787756103.864952:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@0000000036165e86 1150: 1< 0 - - > 2< 4710400 0 0 0x0 0x0 | 000000000dd14ff3 000000002540bad2 > 3< 0 0 > 4< 0 1 8 477433856 - | - - + - > 5< - - + - | 0 - | 126 - -> 00000080:00200000:1.0:1787756103.864954:0:138509:0:(rw26.c:929:ll_write_end()) end page@00000000923f95b3 00000080:00200000:1.0:1787756103.864955:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787756103.864956:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 1151 of 0 to 4096 bytes 00000080:00200000:1.0:1787756103.864972:0:138509:0:(rw26.c:871:ll_write_end()) pos 4714496, len 4096, copied 4096 00000080:00200000:1.0:1787756103.864977:0:138509:0:(rw26.c:929:ll_write_end()) page@0000000019b54ed0[3 000000000d0f5f0b 2 1 00000000633e37ae 0 0 1151] 00000080:00200000:1.0:1787756103.864979:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @00000000e4938732 17ffffc0001001 3:0 ffffa0e6c347eb60 1151 lru 00000080:00200000:1.0:1787756103.864984:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@00000000aa0d8270 1151: 1< 0 - - > 2< 4714496 0 0 0x0 0x0 | 000000000dd14ff3 000000002540bad2 > 3< 0 0 > 4< 0 1 8 477433856 - | - - + - > 5< - - + - | 0 - | 126 - -> 00000080:00200000:1.0:1787756103.864987:0:138509:0:(rw26.c:929:ll_write_end()) end page@0000000019b54ed0 00000080:00200000:1.0:1787756103.864988:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00200000:1.0:1787756103.864990:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 1152 of 0 to 1024 bytes 00000080:00200000:1.0:1787756103.865010:0:138509:0:(rw26.c:871:ll_write_end()) pos 4718592, len 1024, copied 1024 00000080:00200000:1.0:1787756103.865015:0:138509:0:(rw26.c:929:ll_write_end()) page@00000000d82c6660[3 000000000d0f5f0b 2 1 00000000633e37ae 0 0 1152] 00000080:00200000:1.0:1787756103.865018:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @000000009ab68d9e 17ffffc0001001 3:0 ffffa0e6c347e1c0 1152 lru 00000080:00200000:1.0:1787756103.865023:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@0000000042919268 1152: 1< 0 - - > 2< 4718592 0 0 0x0 0x0 | 000000000dd14ff3 000000002540bad2 > 3< 0 0 > 4< 0 1 8 477433856 - | - - + - > 5< - - + - | 0 - | 126 - -> 00000080:00200000:1.0:1787756103.865025:0:138509:0:(rw26.c:929:ll_write_end()) end page@00000000d82c6660 00000080:00200000:1.0:1787756103.865026:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 3. 00000080:00200000:1.0:1787756103.865029:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 3, from 0, to 1024 prio 0 00000008:00010000:1.0:1787756103.865037:0:138509:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000007c2bdd80 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787756103.865045:0:138509:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000007c2bdd80 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787756103.865052:0:138509:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000005a0925d3 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787756103.865059:0:138509:0:(osc_cache.c:847:osc_extent_find()) ### extent: 000000005a0925d3 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787756103.865075:0:138509:0:(osc_cache.c:2568:osc_queue_async_io()) ### extent: 000000005a0925d3 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787756103.865083:0:138509:0:(osc_cache.c:2568:osc_queue_async_io()) ### extent: 000000005a0925d3 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787756103.865092:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e01ac478, count 3, dirtied 3 00000080:00200000:1.0:1787756103.865094:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 3 pages 9216 bytes, tot: 10240 00000080:00200000:1.0:1787756103.865097:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) policy.31: write bytes 0, result: 10240 00000020:00010000:1.0:1787756103.865102:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6c57d3a88 (ffffa0e6c633fd88/0) at cl_lock_release():245 00000020:00010000:1.0:1787756103.865104:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c57d3a88 (ffffa0e6c633fd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787756103.865107:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c3870a30 (ffffa0e6d07c6a28/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787756103.865112:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787756103.865119:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787756103.865128:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c57d3a88 (ffffa0e6c633fd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1787756103.865130:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c3870a30 (ffffa0e6c633fd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1787756103.865133:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 10240 bytes 00000080:00200000:1.0:1787756103.865137:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [1149, 1152] 00000080:00200000:1.0:1787756103.865140:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10f3:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787756103.865143:0:138509:0:(file.c:2238:ll_file_io_generic()) policy.31: 2 io complete with rc: 0, result: 10240, restart: 0 00000080:00200000:1.0:1787756103.865148:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x20001a9e3:0x10f3:0x0] updating i_size 4719616 i_blocks 0 00000080:00200000:1.0:1787756103.865151:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 10240 00000080:00200008:1.0:1787756103.865174:0:138509:0:(file.c:2650:do_file_write_iter()) START file policy.31:[0x20001a9e3:0x10f3:0x0], ppos: 4719616, count: 10240 00000080:00200000:1.0:1787756103.865180:0:138509:0:(file.c:2090:ll_file_io_generic()) policy.31: write ppos: 4719616, bytes: 10240 00000080:00200000:1.0:1787756103.865182:0:138509:0:(file.c:1848:ll_io_set_mirror()) policy.31: desiginated mirror: 0 00000020:00200000:1.0:1787756103.865186:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@00000000872efda6[0x110, 1154, [0x20001a9e3:0x10f3:0x0] hash] 00000020:00200000:1.0:1787756103.865187:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [4719616, 4729856) 2048 0 00000080:00200000:1.0:1787756103.865190:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10f3:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787756103.865196:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [1152, 1154] 00020000:00200000:1.0:1787756103.865199:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 4719616 chunk: [4719616, 4729856) 4729856, 10240 00020000:00200000:1.0:1787756103.865201:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787756103.865207:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1152, 1154] 00000008:00010000:1.0:1787756103.865213:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:1.0:1787756103.865215:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c3870a30, osc lock ffffa0e6d1645c80, flags 0x40000 00010000:00010000:1.0:1787756103.865223:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787756103.865232:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4718592 4730879) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787756103.865241:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787756103.865249:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787756103.865255:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787756103.865262:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) policy.31: write [4719616, 4729856) append 0 append lockpos 0 00000080:00200000:1.0:1787756103.868859:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 1152 of 1024 to 3072 bytes 00000080:00200000:1.0:1787756103.868882:0:138509:0:(rw26.c:871:ll_write_end()) pos 4719616, len 3072, copied 3072 00000080:00200000:1.0:1787756103.868892:0:138509:0:(rw26.c:929:ll_write_end()) page@00000000d82c6660[4 000000000d0f5f0b 2 1 00000000633e37ae 0 0 1152] 00000080:00200000:1.0:1787756103.868897:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @000000009ab68d9e 17ffffc0001019 3:0 ffffa0e6c347e1c0 1152 lru 00000080:00200000:1.0:1787756103.868906:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@0000000042919268 1152: 1< 2 + - > 2< 4718592 0 4096 0x0 0x40420 | 000000000dd14ff3 000000002540bad2 > 3< 1 0 > 4< 0 1 8 477421568 - | - - + - > 5< - - + - | 0 - | 129 - -> 00000080:00200000:1.0:1787756103.868909:0:138509:0:(rw26.c:929:ll_write_end()) end page@00000000d82c6660 00000080:00200000:1.0:1787756103.868910:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787756103.868912:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 1024, to 4096 prio 0 00000080:00200000:1.0:1787756103.868929:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e01ac478, count 1, dirtied 0 00000080:00200000:1.0:1787756103.868934:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 3072 bytes, tot: 3072 00000080:00200000:1.0:1787756103.868939:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 1153 of 0 to 4096 bytes 00000080:00200000:1.0:1787756103.868980:0:138509:0:(rw26.c:871:ll_write_end()) pos 4722688, len 4096, copied 4096 00000080:00200000:1.0:1787756103.868985:0:138509:0:(rw26.c:929:ll_write_end()) page@00000000fb7b9916[3 000000000d0f5f0b 2 1 00000000633e37ae 0 0 1153] 00000080:00200000:1.0:1787756103.868987:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @0000000040666a50 17ffffc0001001 3:0 ffffa0e6c347e9a0 1153 lru 00000080:00200000:1.0:1787756103.868992:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@00000000d8991f2a 1153: 1< 0 - - > 2< 4722688 0 0 0x0 0x0 | 000000000dd14ff3 000000002540bad2 > 3< 0 0 > 4< 0 1 8 477421568 - | - - + - > 5< - - + - | 0 - | 129 - -> 00000080:00200000:1.0:1787756103.868994:0:138509:0:(rw26.c:929:ll_write_end()) end page@00000000fb7b9916 00000080:00200000:1.0:1787756103.868995:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787756103.868997:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 1154 of 0 to 3072 bytes 00000080:00200000:1.0:1787756103.869019:0:138509:0:(rw26.c:871:ll_write_end()) pos 4726784, len 3072, copied 3072 00000080:00200000:1.0:1787756103.869024:0:138509:0:(rw26.c:929:ll_write_end()) page@000000002684c033[3 000000000d0f5f0b 2 1 00000000633e37ae 0 0 1154] 00000080:00200000:1.0:1787756103.869027:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @0000000057407f06 17ffffc0001001 3:0 ffffa0e6c347eee0 1154 lru 00000080:00200000:1.0:1787756103.869032:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@000000009a68605a 1154: 1< 0 - - > 2< 4726784 0 0 0x0 0x0 | 000000000dd14ff3 000000002540bad2 > 3< 0 0 > 4< 0 1 8 477421568 - | - - + - > 5< - - + - | 0 - | 129 - -> 00000080:00200000:1.0:1787756103.869034:0:138509:0:(rw26.c:929:ll_write_end()) end page@000000002684c033 00000080:00200000:1.0:1787756103.869035:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00200000:1.0:1787756103.869037:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 3072 prio 0 00000008:00010000:1.0:1787756103.869057:0:138509:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000007c2bdd80 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787756103.869070:0:138509:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000007c2bdd80 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787756103.869083:0:138509:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000005a0925d3 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787756103.869092:0:138509:0:(osc_cache.c:847:osc_extent_find()) ### extent: 000000005a0925d3 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787756103.869109:0:138509:0:(osc_cache.c:2568:osc_queue_async_io()) ### extent: 000000005a0925d3 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787756103.869121:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e01ac478, count 2, dirtied 2 00000080:00200000:1.0:1787756103.869124:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 2 pages 7168 bytes, tot: 10240 00000080:00200000:1.0:1787756103.869127:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) policy.31: write bytes 0, result: 10240 00000020:00010000:1.0:1787756103.869142:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6c57d3a88 (ffffa0e6c633fd88/0) at cl_lock_release():245 00000020:00010000:1.0:1787756103.869146:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c57d3a88 (ffffa0e6c633fd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787756103.869150:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c3870a30 (ffffa0e6d07c6a28/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787756103.869157:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787756103.869168:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787756103.869184:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c57d3a88 (ffffa0e6c633fd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1787756103.869187:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c3870a30 (ffffa0e6c633fd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1787756103.869194:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 10240 bytes 00000080:00200000:1.0:1787756103.869202:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [1152, 1154] 00000080:00200000:1.0:1787756103.869211:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10f3:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787756103.869215:0:138509:0:(file.c:2238:ll_file_io_generic()) policy.31: 2 io complete with rc: 0, result: 10240, restart: 0 00000080:00200000:1.0:1787756103.869222:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x20001a9e3:0x10f3:0x0] updating i_size 4729856 i_blocks 0 00000080:00200000:1.0:1787756103.869226:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 10240 00000080:00200008:1.0:1787756103.869310:0:138509:0:(file.c:2650:do_file_write_iter()) START file policy.31:[0x20001a9e3:0x10f3:0x0], ppos: 4729856, count: 10240 00000080:00200000:1.0:1787756103.869320:0:138509:0:(file.c:2090:ll_file_io_generic()) policy.31: write ppos: 4729856, bytes: 10240 00000080:00200000:1.0:1787756103.869324:0:138509:0:(file.c:1848:ll_io_set_mirror()) policy.31: desiginated mirror: 0 00000020:00200000:1.0:1787756103.869329:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@00000000872efda6[0x110, 1156, [0x20001a9e3:0x10f3:0x0] hash] 00000020:00200000:1.0:1787756103.869330:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [4729856, 4740096) 2048 0 00000080:00200000:1.0:1787756103.869334:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10f3:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787756103.869346:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [1154, 1157] 00020000:00200000:1.0:1787756103.869352:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 4729856 chunk: [4729856, 4740096) 4740096, 10240 00020000:00200000:1.0:1787756103.869355:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787756103.869369:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1154, 1157] 00000008:00010000:1.0:1787756103.869380:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:1.0:1787756103.869385:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c3870a30, osc lock ffffa0e6d1645c80, flags 0x40000 00010000:00010000:1.0:1787756103.869403:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787756103.869415:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4726784 4743167) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787756103.869425:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787756103.869432:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787756103.869439:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787756104.080347:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x20001a9e3:0x10f3:0x0] updating i_size 8385536 i_blocks 8192 00000080:00200000:3.0:1787756104.080354:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 10240 00000080:00200008:3.0:1787756104.080698:0:138509:0:(file.c:2650:do_file_write_iter()) START file policy.31:[0x20001a9e3:0x10f3:0x0], ppos: 8385536, count: 10240 00000080:00200000:3.0:1787756104.080707:0:138509:0:(file.c:2090:ll_file_io_generic()) policy.31: write ppos: 8385536, bytes: 10240 00000080:00200000:3.0:1787756104.080710:0:138509:0:(file.c:1848:ll_io_set_mirror()) policy.31: desiginated mirror: 0 00000020:00200000:3.0:1787756104.080715:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@00000000872efda6[0x110, 2049, [0x20001a9e3:0x10f3:0x0] hash] 00000020:00200000:3.0:1787756104.080717:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [8385536, 8395776) 2048 0 00000080:00200000:3.0:1787756104.080720:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10f3:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756104.080728:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [2047, 2049] 00020000:00200000:3.0:1787756104.080733:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 8385536 chunk: [8385536, 8395776) 8395776, 10240 00020000:00200000:3.0:1787756104.080736:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756104.080747:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [2047, 2049] 00000008:00010000:3.0:1787756104.080759:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:3.0:1787756104.080762:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c9775e30, osc lock ffffa0e6c7b6b1d0, flags 0x40000 00010000:00010000:3.0:1787756104.080774:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787756104.080784:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (8384512 8396799) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787756104.080794:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787756104.080802:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787756104.080808:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787756104.080833:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) policy.31: write [8385536, 8395776) append 0 append lockpos 0 00000080:00200000:3.0:1787756104.080841:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 2047 of 1024 to 3072 bytes 00000100:00100000:3.0:1787756104.082265:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000080:00200000:3.0:1787756104.130628:0:138509:0:(rw26.c:871:ll_write_end()) pos 8385536, len 3072, copied 3072 00000080:00200000:3.0:1787756104.130641:0:138509:0:(rw26.c:929:ll_write_end()) page@0000000095491cf3[3 000000000d0f5f0b 2 1 0000000071f2088c 0 0 2047] 00000080:00200000:3.0:1787756104.130645:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @000000004dfe730b 17ffffc0001009 4:0 ffffa0e6c96557e0 2047 lru 00000080:00200000:3.0:1787756104.130654:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@00000000793841fa 2047: 1< 2 - - > 2< 8384512 0 1024 0x0 0x40420 | 000000000dd14ff3 000000002540bad2 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787756104.130657:0:138509:0:(rw26.c:929:ll_write_end()) end page@0000000095491cf3 00000080:00200000:3.0:1787756104.130660:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000020:00010000:3.0:1787756104.167031:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d0402308 (ffffa0e6d07c63f8/0) at cl_lock_release():245 00000020:00010000:3.0:1787756104.167036:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d0402308 (ffffa0e6d07c63f8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756104.167042:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c13743b0 (ffffa0e6d07c61b8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756104.167051:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787756104.167067:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000035e6278a/0xc63d509de01ce66d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x166a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d220cf0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787756104.167083:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d0402308 (ffffa0e6d07c63f8/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756104.167086:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c13743b0 (ffffa0e6d07c63f8/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756104.167106:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10f3:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:3.0:1787756104.167119:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c7996c00 uarg=0000000000000000 00000002:00000080:3.0:1787756104.167130:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c7996c00 uarg=0000000000000000 00000020:00100000:3.0:1787756104.167156:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:3.0:1787756104.167164:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830ca80 x1874589765887360/t0(0) o55->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756104.167186:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ca80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765887360:192.168.201.131@tcp:55:tar.0 00000100:00100000:3.0:1787756104.167253:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756104.169520:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ca80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765887360:192.168.201.131@tcp:55:tar.0 00000080:00200008:3.0:1787756104.169552:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file policy.31:[0x20001a9e3:0x10f3:0x0](ffffa0e6e01ac2c8) current size 8757189, valid attrs 10010160, mode 5560, uid -779287808, gid -24346, new size 18446669676315901696, atime 1787756104.000000000, mtime 1734457393.000000000, ctime 1787756104.000000000, rc 0 00000002:00010000:3.0:1787756104.169595:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20001a9e3:0x10f3:0x0], intent: getxattr flags 0 00010000:00010000:3.0:1787756104.169633:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eece00/0xc63d509de01ce67b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x10f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.169640:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eece00/0xc63d509de01ce67b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x10f3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.169646:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eece00/0xc63d509de01ce67b lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x10f3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756104.169657:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ca80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765887488:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756104.169704:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756104.172167:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ca80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765887488:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756104.172192:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eece00/0xc63d509de01ce67b lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x10f3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220d13 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.172207:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eece00/0xc63d509de01ce67b lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10f3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220d13 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.172217:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eece00/0xc63d509de01ce67b lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10f3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220d13 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756104.172232:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6d830ca80 x1874589765887488/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1096 e 0 to 0 dl 1787756120 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756104.172248:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eece00/0xc63d509de01ce67b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10f3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220d13 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.172260:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4339 (0 0) 00000080:00200000:3.0:1787756104.172266:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x20001a9e3:0x10f3:0x0] suppgids 0 -1: rc 0 00000080:00010000:3.0:1787756104.172335:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x10f3:0x0](ffffa0e6e01ac2c8) for lock 0xc63d509de01ce67b 00000080:00010000:3.0:1787756104.172343:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce67b from it ffffbc5601c77c18 00010000:00010000:3.0:1787756104.172347:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eece00/0xc63d509de01ce67b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10f3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d220d13 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.172357:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eece00/0xc63d509de01ce67b lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10f3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d220d13 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787756104.172391:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file policy.31:[0x20001a9e3:0x10f3:0x0](ffffa0e6e01ac2c8) current size 8757189, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756104.000000000, mtime 1787756104.000000000, ctime 1787756104.000000000 00000020:00100000:3.0:1787756104.172433:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756104.172440:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830ca80 x1874589765887744/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756104.172458:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ca80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765887744:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756104.172564:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756104.178599:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ca80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765887744:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756104.178647:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10f3:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756104.178662:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756104.178925:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756104.178942:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765887872:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.181654:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765887872:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.186782:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7810380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765888256:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.191990:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7810380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765888256:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.282931:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765892096:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.286241:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765892096:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.301704:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756104.301718:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca0c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765892864:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.304354:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca0c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765892864:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.307178:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca0c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765893248:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.309783:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca0c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765893248:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.328962:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756104.328987:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca0c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765894400:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.331389:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca0c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765894400:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.346354:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756104.346371:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca0c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765895552:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.348914:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca0c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765895552:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.373309:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756104.373326:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca0c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765896704:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.376486:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca0c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765896704:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.389986:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756104.390008:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca0c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765897472:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.392480:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca0c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765897472:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.395081:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca0c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765897856:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.397739:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca0c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765897856:192.168.201.131@tcp:2:tar.0 00010000:00010000:1.0:1787756104.413530:0:116550:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756104.418112:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d84c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765899008:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.420375:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d84c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765899008:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.436792:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d84c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765899776:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.440966:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d84c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765899776:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.445301:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d84c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765900160:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.447501:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d84c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765900160:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.468493:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d84c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765901312:192.168.201.131@tcp:2:tar.0 00000100:00100000:1.0:1787756104.478659:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d85aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589765902080:192.168.201.131@tcp:2:tar.0 00000100:00100000:1.0:1787756104.507489:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d85ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589765903616:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.518184:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d84c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765904384:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.520194:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d84c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765904384:192.168.201.131@tcp:2:tar.0 00000100:00100000:1.0:1787756104.525462:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d85aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589765904768:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.551320:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca177480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765905920:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.554340:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca177480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765905920:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.564090:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca176d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765906688:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.567337:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca176d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765906688:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.570384:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765907072:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.573649:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765907072:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.618436:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756104.618453:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca176680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765908992:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.623818:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca176680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765908992:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.626921:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765909376:192.168.201.131@tcp:2:tar.0 00000100:00100000:1.0:1787756104.655490:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d85aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589765910528:192.168.201.131@tcp:2:tar.0 00000080:00200000:3.0:1787756104.681587:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10fd:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756104.681601:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file removable_context:[0x20001a9e3:0x10fd:0x0](ffffa0e6c76280c8) current size 33, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756104.000000000, mtime 1787756104.000000000, ctime 1787756104.000000000, rc 0 00000080:00200008:3.0:1787756104.681624:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file removable_context:[0x20001a9e3:0x10fd:0x0](ffffa0e6c76280c8) current size 33, valid attrs 41, mode 81a4, uid 1787756104, gid 0, new size 0, atime 1787756104.000000000, mtime 1787756104.000000000, ctime 1787756104.000000000 00000020:00100000:3.0:1787756104.681682:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756104.681690:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830d500 x1874589765911552/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756104.681708:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830d500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765911552:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756104.681770:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756104.684961:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830d500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765911552:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756104.685008:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10fd:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756104.685022:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756104.692870:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10fd:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756104.692886:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file removable_context:[0x20001a9e3:0x10fd:0x0](ffffa0e6c76280c8) current size 33, valid attrs 10000041, mode 81a4, uid 1787756104, gid 0, new size 0, atime 1787756104.000000000, mtime 1787756104.000000000, ctime 1787756104.000000000, rc 0 00000080:00200008:3.0:1787756104.692915:0:138509:0:(file.c:479:ll_file_release()) START file removable_context:[0x20001a9e3:0x10fd:0x0](ffffa0e6c76280c8), flags 104001 00000002:00100000:3.0:1787756104.692980:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6d85abb80 x1874589765909888/t322122551336(322122551336) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1787756120 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787756104.692992:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787756104.692997:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c3549880 x1874589765911936/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756104.693016:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3549880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765911936:192.168.201.131@tcp:35:tar.0 00000100:00100000:3.0:1787756104.693099:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756104.696679:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3549880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765911936:192.168.201.131@tcp:35:tar.0 00000002:00100000:3.0:1787756104.696706:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6d85abb80 x1874589765909888/t322122551336(322122551336) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1787756120 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787756104.696787:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756104.696796:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756104.696805:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756104.696818:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=selinux, flags=17 00000080:00200000:3.0:1787756104.696821:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10eb:0x0](ffffa0e6e01a00c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756104.696823:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=targeted, flags=17 00000080:00200000:3.0:1787756104.696825:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10ee:0x0](ffffa0e6e0345b88), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756104.696827:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=contexts, flags=17 00000080:00200000:3.0:1787756104.696829:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10f4:0x0](ffffa0e6c762ec08), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756104.696841:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10f4:0x0](ffffa0e6c762ec08), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756104.696845:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=openssh_contexts, dir=[0x20001a9e3:0x10f4:0x0](ffffa0e6c762ec08), file ffffa0e6c857db00, open_flags 89c1, mode 8180 opened 0 00000080:00200000:3.0:1787756104.696853:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=openssh_contexts, dir=[0x20001a9e3:0x10f4:0x0](ffffa0e6c762ec08), intent=open|creat 00000002:00010000:3.0:1787756104.696879:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: openssh_contexts,[0x20001a9e3:0x10fe:0x0]) in obj [0x20001a9e3:0x10f4:0x0], intent: open|creat flags 0104702 00010000:00010000:3.0:1787756104.696941:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce7a1 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0x10f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.696948:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce7a1 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0x10f4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787756104.696955:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787756104.696960:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c354b480 x1874589765912192/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787756104.696965:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce7a1 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0x10f4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756104.696978:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765912192:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756104.697131:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756104.705785:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765912192:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756104.705815:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce7a1 lrc: 4/0,1 mode: --/CW res: [0x20001a9e3:0x10f4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221150 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.705833:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce7a1 lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x10fe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221150 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.705839:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce7a1 lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x10fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221150 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.705847:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce7a1 lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x10fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221150 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.705857:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce7a1 lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x10fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221150 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.705867:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce7a1 lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x10fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221150 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.705872:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce7a1 lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x10fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221150 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.705877:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce7a1 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x10fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221150 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756104.705884:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c354b480 x1874589765912192/t322122551341(322122551341) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1787756120 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787756104.705893:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c354b480 x1874589765912192/t322122551341(322122551341) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1787756120 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756104.705901:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce7a1 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221150 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756104.705918:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce7a1 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221150 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.705925:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4350 (0 0) 00000080:00200000:3.0:1787756104.705930:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x20001a9e3:0x10f4:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756104.705941:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=openssh_contexts, dir=[0x20001a9e3:0x10f4:0x0](ffffa0e6c762ec08), intent=open|creat 00000080:00200000:3.0:1787756104.705967:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x10fe:0x0](ffffa0e6c771ba88) 00000080:00200000:3.0:1787756104.706023:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x10fe:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:3.0:1787756104.706026:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x20001a9e3:0x10fe:0x0](ffffa0e6c771ba88) 00000080:00010000:3.0:1787756104.706028:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x10fe:0x0](ffffa0e6c771ba88) for lock 0xc63d509de01ce7a1 00000080:00010000:3.0:1787756104.706035:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x10fe:0x0](ffffa0e6c771ba88) 00000080:00200008:3.0:1787756104.706058:0:138509:0:(file.c:1090:ll_file_open()) START file openssh_contexts:[0x20001a9e3:0x10fe:0x0](ffffa0e6c771ba88), flags 104701 00000002:00100000:3.0:1787756104.706079:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c354b480 x1874589765912192/t322122551341(322122551341) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1787756120 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787756104.706114:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce7a1 from it ffffa0e6ca0972a0 00010000:00010000:3.0:1787756104.706118:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce7a1 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x10fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d221150 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.706127:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce7a1 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d221150 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756104.706148:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10fe:0x0](ffffa0e6c771ba88), inode mode 8180 mask 40 00000080:00200008:3.0:1787756104.706174:0:138509:0:(file.c:2650:do_file_write_iter()) START file openssh_contexts:[0x20001a9e3:0x10fe:0x0], ppos: 0, count: 27 00000080:00200000:3.0:1787756104.706184:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 27 bytes 00000080:00200000:3.0:1787756104.706189:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 27 00000080:00200000:3.0:1787756104.706194:0:138509:0:(file.c:2090:ll_file_io_generic()) openssh_contexts: write ppos: 0, bytes: 27 00000080:00200000:3.0:1787756104.706198:0:138509:0:(file.c:1848:ll_io_set_mirror()) openssh_contexts: desiginated mirror: 0 00000020:00200000:3.0:1787756104.706204:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@0000000066f09e65[0x110, 1, [0x20001a9e3:0x10fe:0x0] hash] 00000020:00200000:3.0:1787756104.706206:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 27) 2048 0 00000080:00200000:3.0:1787756104.706210:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10fe:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756104.706222:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:3.0:1787756104.706229:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 27) 27, 27 00020000:00200000:3.0:1787756104.706232:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756104.706248:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:3.0:1787756104.706260:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:3.0:1787756104.706264:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c9775d30, osc lock ffffa0e6c7b6bb50, flags 0x40000 00000100:00100000:3.0:1787756104.738547:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765913984:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.741209:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d04cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765913984:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.763813:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765915136:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.766988:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d04cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765915136:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.778765:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765915904:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.784972:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765916288:192.168.201.131@tcp:2:tar.0 00000020:00010000:3.0:1787756104.817478:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6c57d3a88 (ffffa0e6c633fd88/0) at cl_lock_release():245 00000020:00010000:3.0:1787756104.817486:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c57d3a88 (ffffa0e6c633fd88/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756104.817493:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c1374830 (ffffa0e6d07c6368/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756104.817505:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000007840d9de/0xc63d509de01ce7e0 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221214 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756104.817523:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000007840d9de/0xc63d509de01ce7e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d221214 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1787756104.817540:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c57d3a88 (ffffa0e6c633fd88/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756104.817544:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c1374830 (ffffa0e6c633fd88/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756104.817565:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1100:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:3.0:1787756104.817584:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c7996e00 uarg=0000000000000000 00000002:00000080:3.0:1787756104.817596:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c7996e00 uarg=0000000000000000 00000020:00100000:3.0:1787756104.817630:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:3.0:1787756104.817641:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c354b100 x1874589765917696/t0(0) o55->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756104.817665:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765917696:192.168.201.131@tcp:55:tar.0 00000100:00100000:3.0:1787756104.817744:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718480 going to sleep for 11 seconds 00000100:00100000:3.0:1787756104.820569:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765917696:192.168.201.131@tcp:55:tar.0 00000080:00200008:3.0:1787756104.820608:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file initrc_context:[0x20001a9e3:0x1100:0x0](ffffa0e6e01aa1c8) current size 30, valid attrs 10010160, mode 5560, uid -779286656, gid -24346, new size 18446669676315901696, atime 1787756104.000000000, mtime 1734457332.000000000, ctime 1787756104.000000000, rc 0 00000002:00010000:3.0:1787756104.820660:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20001a9e3:0x1100:0x0], intent: getxattr flags 0 00010000:00010000:3.0:1787756104.820711:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed800/0xc63d509de01ce7ee lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1100:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.820719:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed800/0xc63d509de01ce7ee lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1100:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.820727:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed800/0xc63d509de01ce7ee lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1100:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756104.820740:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765917824:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756104.820800:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718480 going to sleep for 11 seconds 00000100:00100000:3.0:1787756104.823917:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765917824:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756104.823943:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed800/0xc63d509de01ce7ee lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1100:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221237 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.823957:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed800/0xc63d509de01ce7ee lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1100:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221237 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.823965:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed800/0xc63d509de01ce7ee lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1100:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221237 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756104.823991:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c354b100 x1874589765917824/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1104 e 0 to 0 dl 1787756120 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756104.824000:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed800/0xc63d509de01ce7ee lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1100:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221237 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.824010:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4352 (0 0) 00000080:00200000:3.0:1787756104.824016:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x20001a9e3:0x1100:0x0] suppgids 0 -1: rc 0 00000080:00010000:3.0:1787756104.824035:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1100:0x0](ffffa0e6e01aa1c8) for lock 0xc63d509de01ce7ee 00000080:00010000:3.0:1787756104.824043:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce7ee from it ffffbc5601c77c18 00010000:00010000:3.0:1787756104.824047:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed800/0xc63d509de01ce7ee lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1100:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221237 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.824057:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed800/0xc63d509de01ce7ee lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1100:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221237 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787756104.824093:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file initrc_context:[0x20001a9e3:0x1100:0x0](ffffa0e6e01aa1c8) current size 30, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756104.000000000, mtime 1787756104.000000000, ctime 1787756104.000000000 00000020:00100000:3.0:1787756104.824136:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756104.824140:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c354b100 x1874589765918080/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756104.824156:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765918080:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756104.824211:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718480 going to sleep for 11 seconds 00000100:00100000:3.0:1787756104.827988:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765918080:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756104.828032:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1100:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756104.828057:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756104.833588:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1100:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756104.833620:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file initrc_context:[0x20001a9e3:0x1100:0x0](ffffa0e6e01aa1c8) current size 30, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756104.000000000, mtime 1787756104.000000000, ctime 1787756104.000000000, rc 0 00000080:00200008:3.0:1787756104.833658:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file initrc_context:[0x20001a9e3:0x1100:0x0](ffffa0e6e01aa1c8) current size 30, valid attrs 41, mode 81a4, uid 1787756104, gid 0, new size 0, atime 1787756104.000000000, mtime 1787756104.000000000, ctime 1787756104.000000000 00000020:00100000:3.0:1787756104.833723:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756104.833737:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c3549f80 x1874589765918464/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756104.833763:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3549f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765918464:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756104.833862:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718480 going to sleep for 11 seconds 00000100:00100000:3.0:1787756104.836847:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3549f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765918464:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756104.836891:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1100:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756104.836907:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756104.841982:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1100:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756104.841997:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file initrc_context:[0x20001a9e3:0x1100:0x0](ffffa0e6e01aa1c8) current size 30, valid attrs 10000041, mode 81a4, uid 1787756104, gid 0, new size 0, atime 1787756104.000000000, mtime 1787756104.000000000, ctime 1787756104.000000000, rc 0 00000080:00200008:3.0:1787756104.842030:0:138509:0:(file.c:479:ll_file_release()) START file initrc_context:[0x20001a9e3:0x1100:0x0](ffffa0e6e01aa1c8), flags 104001 00000002:00100000:3.0:1787756104.842101:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6d04cea00 x1874589765916800/t322122551351(322122551351) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756120 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787756104.842114:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787756104.842119:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c354aa00 x1874589765918848/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756104.842142:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354aa00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765918848:192.168.201.131@tcp:35:tar.0 00000100:00100000:3.0:1787756104.842306:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718480 going to sleep for 11 seconds 00000100:00100000:3.0:1787756104.845221:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354aa00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765918848:192.168.201.131@tcp:35:tar.0 00000002:00100000:3.0:1787756104.845253:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6d04cea00 x1874589765916800/t322122551351(322122551351) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756120 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787756104.845342:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756104.845349:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756104.845356:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756104.845481:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=selinux, flags=17 00000080:00200000:3.0:1787756104.845485:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10eb:0x0](ffffa0e6e01a00c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756104.845487:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=targeted, flags=17 00000080:00200000:3.0:1787756104.845489:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10ee:0x0](ffffa0e6e0345b88), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756104.845491:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=contexts, flags=17 00000080:00200000:3.0:1787756104.845493:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10f4:0x0](ffffa0e6c762ec08), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756104.845505:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10f4:0x0](ffffa0e6c762ec08), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756104.845508:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=failsafe_context, dir=[0x20001a9e3:0x10f4:0x0](ffffa0e6c762ec08), file ffffa0e6c857d380, open_flags 89c1, mode 8180 opened 0 00000080:00200000:3.0:1787756104.845515:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=failsafe_context, dir=[0x20001a9e3:0x10f4:0x0](ffffa0e6c762ec08), intent=open|creat 00000002:00010000:3.0:1787756104.845534:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: failsafe_context,[0x20001a9e3:0x1101:0x0]) in obj [0x20001a9e3:0x10f4:0x0], intent: open|creat flags 0104702 00010000:00010000:3.0:1787756104.845587:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed400/0xc63d509de01ce7f5 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0x10f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.845596:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed400/0xc63d509de01ce7f5 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0x10f4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787756104.845606:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787756104.845614:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c3549500 x1874589765919104/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787756104.845677:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed400/0xc63d509de01ce7f5 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0x10f4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756104.845695:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3549500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765919104:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756104.845843:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718480 going to sleep for 11 seconds 00000100:00100000:3.0:1787756104.849964:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3549500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765919104:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756104.849993:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed400/0xc63d509de01ce7f5 lrc: 4/0,1 mode: --/CW res: [0x20001a9e3:0x10f4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221261 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.850013:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed400/0xc63d509de01ce7f5 lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x1101:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221261 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.850021:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed400/0xc63d509de01ce7f5 lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x1101:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221261 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.850032:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed400/0xc63d509de01ce7f5 lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x1101:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221261 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.850042:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed400/0xc63d509de01ce7f5 lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x1101:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221261 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.850055:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed400/0xc63d509de01ce7f5 lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x1101:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221261 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.850062:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed400/0xc63d509de01ce7f5 lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x1101:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221261 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.850069:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed400/0xc63d509de01ce7f5 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1101:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221261 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756104.850087:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c3549500 x1874589765919104/t322122551356(322122551356) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1787756120 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787756104.850100:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c3549500 x1874589765919104/t322122551356(322122551356) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1787756120 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756104.850113:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed400/0xc63d509de01ce7f5 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1101:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221261 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756104.850126:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed400/0xc63d509de01ce7f5 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1101:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221261 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756104.850136:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4353 (0 0) 00000080:00200000:3.0:1787756104.850142:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x20001a9e3:0x10f4:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756104.850155:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=failsafe_context, dir=[0x20001a9e3:0x10f4:0x0](ffffa0e6c762ec08), intent=open|creat 00000080:00200000:3.0:1787756104.850182:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x1101:0x0](ffffa0e6c771d348) 00000080:00200000:3.0:1787756104.850248:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x1101:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:3.0:1787756104.850253:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x20001a9e3:0x1101:0x0](ffffa0e6c771d348) 00000080:00010000:3.0:1787756104.850256:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1101:0x0](ffffa0e6c771d348) for lock 0xc63d509de01ce7f5 00000080:00010000:3.0:1787756104.850264:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1101:0x0](ffffa0e6c771d348) 00000080:00200008:3.0:1787756104.850528:0:138509:0:(file.c:1090:ll_file_open()) START file failsafe_context:[0x20001a9e3:0x1101:0x0](ffffa0e6c771d348), flags 104701 00000100:00100000:3.0:1787756104.880106:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765920512:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.883319:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d04ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765920512:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.886770:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765920896:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.889130:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d04cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765920896:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.905769:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765922048:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.908251:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d04fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765922048:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.916100:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756104.916113:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765922816:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.919853:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d04ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765922816:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.923914:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765923200:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.925938:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d04ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765923200:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.941709:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765924352:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.943660:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d04fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765924352:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.953304:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765925120:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.955554:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d04fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765925120:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.958943:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d04fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765925504:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.966636:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d04fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765925504:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.990862:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d857c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765926656:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756104.992367:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d857c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765926656:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.010083:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756105.010122:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d857d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765927424:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.012143:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d857d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765927424:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.019357:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d857d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765927808:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.021130:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d857d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765927808:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.043475:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756105.043494:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d857f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765928960:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.048889:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d857f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765928960:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.068989:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d857c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765929728:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.071434:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d857c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765929728:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.075821:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d857dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765930112:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.078225:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d857dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765930112:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.101755:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d857e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765931648:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.104823:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d857e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765931648:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.118006:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756105.118028:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7949880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765932416:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.120469:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7949880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765932416:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.124858:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c794b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765932800:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.128404:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c794b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765932800:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.152960:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756105.152982:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7949500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765933952:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.155080:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7949500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765933952:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.167928:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c794b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765934720:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.170619:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c794b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765934720:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.173468:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756105.173487:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c794b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765935104:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.175666:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c794b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765935104:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.205934:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7949c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765936256:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.209316:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7949c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765936256:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.224356:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c794aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765937024:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.230055:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c794aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765937024:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.236743:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c9054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765937408:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.241218:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c9054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765937408:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.272510:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c9054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765938560:192.168.201.131@tcp:2:tar.0 00000080:00200000:3.0:1787756105.300001:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x110a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756105.300022:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file sysadm_u:[0x20001a9e3:0x110a:0x0](ffffa0e6e02d42c8) current size 589, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756105.000000000, mtime 1787756105.000000000, ctime 1787756105.000000000, rc 0 00000080:00200008:3.0:1787756105.300054:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file sysadm_u:[0x20001a9e3:0x110a:0x0](ffffa0e6e02d42c8) current size 589, valid attrs 41, mode 81a4, uid 1787756105, gid 0, new size 0, atime 1787756105.000000000, mtime 1787756105.000000000, ctime 1787756105.000000000 00000020:00100000:3.0:1787756105.300140:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756105.300249:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c3549c00 x1874589765939584/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756105.300401:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3549c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765939584:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756105.300533:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c97180c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756105.304911:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3549c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765939584:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756105.304976:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x110a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756105.304995:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756105.309574:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x110a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756105.309595:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file sysadm_u:[0x20001a9e3:0x110a:0x0](ffffa0e6e02d42c8) current size 589, valid attrs 10000041, mode 81a4, uid 1787756105, gid 0, new size 0, atime 1787756105.000000000, mtime 1787756105.000000000, ctime 1787756105.000000000, rc 0 00000080:00200008:3.0:1787756105.309635:0:138509:0:(file.c:479:ll_file_release()) START file sysadm_u:[0x20001a9e3:0x110a:0x0](ffffa0e6e02d42c8), flags 104001 00000002:00100000:3.0:1787756105.309713:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c9055f80 x1874589765937920/t322122551397(322122551397) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756121 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787756105.309728:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787756105.309734:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c354a680 x1874589765939968/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756105.309761:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765939968:192.168.201.131@tcp:35:tar.0 00000100:00100000:3.0:1787756105.309868:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c97180c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756105.312154:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765939968:192.168.201.131@tcp:35:tar.0 00000002:00100000:3.0:1787756105.312199:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c9055f80 x1874589765937920/t322122551397(322122551397) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756121 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787756105.312604:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756105.312616:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756105.312626:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756105.312631:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=selinux, flags=17 00000080:00200000:3.0:1787756105.312635:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10eb:0x0](ffffa0e6e01a00c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756105.312638:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=targeted, flags=17 00000080:00200000:3.0:1787756105.312642:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10ee:0x0](ffffa0e6e0345b88), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756105.312645:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=contexts, flags=17 00000080:00200000:3.0:1787756105.312649:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10f4:0x0](ffffa0e6c762ec08), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756105.312652:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=users, flags=17 00000080:00200000:3.0:1787756105.312655:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1106:0x0](ffffa0e6e02d1988), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756105.312674:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1106:0x0](ffffa0e6e02d1988), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756105.312680:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=staff_u, dir=[0x20001a9e3:0x1106:0x0](ffffa0e6e02d1988), file ffffa0e6c857dc80, open_flags 89c1, mode 8180 opened 0 00000080:00200000:3.0:1787756105.312691:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=staff_u, dir=[0x20001a9e3:0x1106:0x0](ffffa0e6e02d1988), intent=open|creat 00000002:00010000:3.0:1787756105.312724:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: staff_u,[0x20001a9e3:0x110b:0x0]) in obj [0x20001a9e3:0x1106:0x0], intent: open|creat flags 0104702 00010000:00010000:3.0:1787756105.312819:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce8f8 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0x1106:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.312830:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce8f8 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0x1106:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787756105.312843:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787756105.312850:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c3548a80 x1874589765940224/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787756105.312860:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce8f8 lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0x1106:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756105.312882:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765940224:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756105.313110:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c97180c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756105.317464:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765940224:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756105.317500:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce8f8 lrc: 4/0,1 mode: --/CW res: [0x20001a9e3:0x1106:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2215c5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.317537:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce8f8 lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x110b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2215c5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.317547:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce8f8 lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x110b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2215c5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.317562:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce8f8 lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x110b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2215c5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.317575:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce8f8 lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x110b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2215c5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.317591:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce8f8 lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x110b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2215c5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.317600:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce8f8 lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x110b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2215c5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.317609:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce8f8 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x110b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2215c5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756105.317623:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c3548a80 x1874589765940224/t322122551402(322122551402) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1787756121 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787756105.317639:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c3548a80 x1874589765940224/t322122551402(322122551402) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1787756121 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756105.317653:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce8f8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x110b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2215c5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756105.317668:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce8f8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x110b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2215c5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.317680:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4363 (0 0) 00000080:00200000:3.0:1787756105.317687:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x20001a9e3:0x1106:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756105.317704:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=staff_u, dir=[0x20001a9e3:0x1106:0x0](ffffa0e6e02d1988), intent=open|creat 00000080:00200000:3.0:1787756105.317737:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x110b:0x0](ffffa0e6c771a1c8) 00000080:00200000:3.0:1787756105.317846:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x110b:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:3.0:1787756105.317852:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x20001a9e3:0x110b:0x0](ffffa0e6c771a1c8) 00000080:00010000:3.0:1787756105.317856:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x110b:0x0](ffffa0e6c771a1c8) for lock 0xc63d509de01ce8f8 00000080:00010000:3.0:1787756105.317867:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x110b:0x0](ffffa0e6c771a1c8) 00000080:00200008:3.0:1787756105.317884:0:138509:0:(file.c:1090:ll_file_open()) START file staff_u:[0x20001a9e3:0x110b:0x0](ffffa0e6c771a1c8), flags 104701 00000002:00100000:3.0:1787756105.317908:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c3548a80 x1874589765940224/t322122551402(322122551402) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1787756121 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787756105.317957:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce8f8 from it ffffa0e6ca097d80 00010000:00010000:3.0:1787756105.317962:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce8f8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x110b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d2215c5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.317974:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce8f8 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x110b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d2215c5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756105.318007:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x110b:0x0](ffffa0e6c771a1c8), inode mode 8180 mask 40 00000080:00200008:3.0:1787756105.318045:0:138509:0:(file.c:2650:do_file_write_iter()) START file staff_u:[0x20001a9e3:0x110b:0x0], ppos: 0, count: 562 00000080:00200000:3.0:1787756105.318059:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 562 bytes 00000080:00200000:3.0:1787756105.318066:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 562 00000080:00200000:3.0:1787756105.318071:0:138509:0:(file.c:2090:ll_file_io_generic()) staff_u: write ppos: 0, bytes: 562 00000080:00200000:3.0:1787756105.318078:0:138509:0:(file.c:1848:ll_io_set_mirror()) staff_u: desiginated mirror: 0 00000020:00200000:3.0:1787756105.318086:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@00000000658131ef[0x110, 1, [0x20001a9e3:0x110b:0x0] hash] 00000020:00200000:3.0:1787756105.318089:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 562) 2048 0 00000080:00200000:3.0:1787756105.318095:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x110b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756105.318112:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:3.0:1787756105.318121:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 562) 562, 562 00020000:00200000:3.0:1787756105.318126:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756105.318159:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:3.0:1787756105.318177:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:3.0:1787756105.318183:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c97756b0, osc lock ffffa0e6c7b6b690, flags 0x40000 00010000:00010000:3.0:1787756105.318245:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000007eb2cc41/0xc63d509de01ce8ff lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1675:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.318256:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000007eb2cc41/0xc63d509de01ce8ff lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1675:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.318267:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000007eb2cc41/0xc63d509de01ce8ff lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1675:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756105.318341:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765940352:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756105.318744:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718780 going to sleep for 11 seconds 00000100:00100000:3.0:1787756105.321420:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765940352:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756105.321526:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000007eb2cc41/0xc63d509de01ce8ff lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2215d3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.321555:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000007eb2cc41/0xc63d509de01ce8ff lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2215d3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.321570:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000007eb2cc41/0xc63d509de01ce8ff lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2215d3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.321589:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000007eb2cc41/0xc63d509de01ce8ff lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x1675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2215d3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787756105.321605:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000007eb2cc41/0xc63d509de01ce8ff lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x1675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d2215d3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.321619:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000007eb2cc41/0xc63d509de01ce8ff lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x1675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2215d3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.321628:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000007eb2cc41/0xc63d509de01ce8ff lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2215d3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756105.358501:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756105.358524:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c9056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765941632:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.400869:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c9057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765943168:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.402752:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c9057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765943168:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.408692:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c9057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765943936:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.411393:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c9057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765943936:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.415096:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c9054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765944320:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.417250:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c9054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765944320:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.437230:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756105.437246:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765945472:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.440555:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765945472:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.462253:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756105.462431:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765946240:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.471143:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765946240:192.168.201.131@tcp:2:tar.0 00000080:00200000:3.0:1787756105.478117:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x110d:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756105.478140:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file guest_u:[0x20001a9e3:0x110d:0x0](ffffa0e6e02d00c8) current size 342, valid attrs 10000041, mode 81a4, uid 1787756105, gid 0, new size 0, atime 1787756105.000000000, mtime 1787756105.000000000, ctime 1787756105.000000000, rc 0 00000080:00200008:3.0:1787756105.478185:0:138509:0:(file.c:479:ll_file_release()) START file guest_u:[0x20001a9e3:0x110d:0x0](ffffa0e6e02d00c8), flags 104001 00000002:00100000:3.0:1787756105.478385:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c7929c00 x1874589765944832/t322122551412(322122551412) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1787756121 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787756105.478401:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787756105.478407:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c3548380 x1874589765946880/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756105.524266:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765949056:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.526622:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765949056:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.538593:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756105.538623:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765949824:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.543000:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765949824:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.546545:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756105.546566:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765950208:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.550029:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765950208:192.168.201.131@tcp:2:tar.0 00000100:00100000:1.0:1787756105.576526:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589765951616:192.168.201.131@tcp:2:tar.0 00000002:00010000:3.0:1787756105.672258:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259200/0xc63d509de01ce9a0 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22180a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.672389:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 16 res 8590043619/4369 (0 0) 00000080:00200000:3.0:1787756105.672397:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x20001a9e3:0x1111:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1787756105.672474:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1111:0x0](ffffa0e6e02d1148) for lock 0xc63d509de01ce9a0 00000080:00010000:3.0:1787756105.672483:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce9a0 from it ffffbc5601c77a78 00010000:00010000:3.0:1787756105.672487:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259200/0xc63d509de01ce9a0 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22180a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.672496:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259200/0xc63d509de01ce9a0 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22180a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756105.672522:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259200/0xc63d509de01ce9a0 lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22180a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756105.672532:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259200/0xc63d509de01ce9a0 lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22180a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787756105.672544:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x20001a9e3:0x1111:0x0](00000000403c6cac) being reconfigured ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259200/0xc63d509de01ce9a0 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22180a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756105.672649:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x1111:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:3.0:1787756105.672656:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259200/0xc63d509de01ce9a0 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d22180a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756105.672663:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259200/0xc63d509de01ce9a0 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d22180a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:3.0:1787756105.672682:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756105.672698:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1787756105.672714:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787756105.672717:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c9775ab0, osc lock ffffa0e6c7b6abe0, flags 0x0 00010000:00010000:3.0:1787756105.672733:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000050e8b052/0xc63d509de01ce999 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1637:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d2217fc expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 40 lru_type: 1 00010000:00010000:3.0:1787756105.672744:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000050e8b052/0xc63d509de01ce999 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d2217fc expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 40 lru_type: 1 00010000:00010000:3.0:1787756105.672755:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000050e8b052/0xc63d509de01ce999 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x1637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2217fc expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 40 lru_type: 1 00010000:00010000:3.0:1787756105.672763:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000050e8b052/0xc63d509de01ce999 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x1637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2217fc expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 40 lru_type: 1 00010000:00010000:3.0:1787756105.672769:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000050e8b052/0xc63d509de01ce999 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x1637:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2217fc expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 40 lru_type: 1 00000100:00100000:3.0:1787756105.676041:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765953920:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.679251:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765954176:192.168.201.131@tcp:55:tar.0 00000080:00200008:3.0:1787756105.679327:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file file_contexts:[0x20001a9e3:0x1111:0x0](ffffa0e6e02d1148) current size 402465, valid attrs 10010160, mode 5560, uid -779287424, gid -24346, new size 18446669676315901696, atime 1787756105.000000000, mtime 1734457393.000000000, ctime 1787756105.000000000, rc 0 00000002:00010000:3.0:1787756105.679381:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20001a9e3:0x1111:0x0], intent: getxattr flags 0 00010000:00010000:3.0:1787756105.679445:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce9a7 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.679457:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce9a7 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.679466:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce9a7 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756105.679485:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765954304:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756105.679555:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718780 going to sleep for 11 seconds 00000100:00100000:3.0:1787756105.681908:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765954304:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756105.681935:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce9a7 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22181f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.681949:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce9a7 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22181f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.681960:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce9a7 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22181f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756105.681974:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c354a300 x1874589765954304/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1104 e 0 to 0 dl 1787756121 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756105.681985:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce9a7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22181f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.681998:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4369 (0 0) 00000080:00200000:3.0:1787756105.682004:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x20001a9e3:0x1111:0x0] suppgids 0 -1: rc 0 00000080:00010000:3.0:1787756105.682028:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1111:0x0](ffffa0e6e02d1148) for lock 0xc63d509de01ce9a7 00000080:00010000:3.0:1787756105.682035:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce9a7 from it ffffbc5601c77c18 00010000:00010000:3.0:1787756105.682040:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce9a7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22181f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.682049:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce9a7 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22181f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787756105.682081:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file file_contexts:[0x20001a9e3:0x1111:0x0](ffffa0e6e02d1148) current size 402465, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756105.000000000, mtime 1787756105.000000000, ctime 1787756105.000000000 00000020:00100000:3.0:1787756105.682125:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756105.682144:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c354a300 x1874589765954560/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756105.682163:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765954560:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756105.682232:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718780 going to sleep for 11 seconds 00000100:00100000:3.0:1787756105.685875:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765954560:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756105.685927:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1111:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756105.685942:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756105.688925:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1111:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756105.688942:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file file_contexts:[0x20001a9e3:0x1111:0x0](ffffa0e6e02d1148) current size 402465, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756105.000000000, mtime 1787756105.000000000, ctime 1787756105.000000000, rc 0 00000080:00200008:3.0:1787756105.688970:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file file_contexts:[0x20001a9e3:0x1111:0x0](ffffa0e6e02d1148) current size 402465, valid attrs 41, mode 81a4, uid 1787756105, gid 0, new size 0, atime 1787756105.000000000, mtime 1787756105.000000000, ctime 1787756105.000000000 00000020:00100000:3.0:1787756105.689037:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756105.689046:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5623480 x1874589765954944/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756105.689068:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765954944:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756105.689567:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718780 going to sleep for 11 seconds 00000100:00100000:3.0:1787756105.691995:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765954944:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756105.692041:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1111:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756105.692056:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756105.694737:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1111:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756105.694752:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file file_contexts:[0x20001a9e3:0x1111:0x0](ffffa0e6e02d1148) current size 402465, valid attrs 10000041, mode 81a4, uid 1787756105, gid 0, new size 0, atime 1787756105.000000000, mtime 1787756105.000000000, ctime 1787756105.000000000, rc 0 00000080:00200008:3.0:1787756105.694822:0:138509:0:(file.c:479:ll_file_release()) START file file_contexts:[0x20001a9e3:0x1111:0x0](ffffa0e6e02d1148), flags 104001 00000002:00100000:3.0:1787756105.694877:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c97b9180 x1874589765953280/t322122551431(322122551431) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756121 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787756105.694886:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787756105.694890:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5620000 x1874589765955328/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756105.694905:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5620000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765955328:192.168.201.131@tcp:35:tar.0 00000100:00100000:3.0:1787756105.694962:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718780 going to sleep for 11 seconds 00000100:00100000:3.0:1787756105.697331:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5620000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765955328:192.168.201.131@tcp:35:tar.0 00000002:00100000:3.0:1787756105.697368:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c97b9180 x1874589765953280/t322122551431(322122551431) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756121 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787756105.697448:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756105.697651:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756105.697657:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756105.697660:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=selinux, flags=17 00000080:00200000:3.0:1787756105.697662:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10eb:0x0](ffffa0e6e01a00c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756105.697664:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=targeted, flags=17 00000080:00200000:3.0:1787756105.697666:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10ee:0x0](ffffa0e6e0345b88), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756105.697668:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=contexts, flags=17 00000080:00200000:3.0:1787756105.697670:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x10f4:0x0](ffffa0e6c762ec08), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756105.697672:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=files, flags=17 00000080:00200000:3.0:1787756105.697674:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x110e:0x0](ffffa0e6e02d4b08), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756105.697685:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x110e:0x0](ffffa0e6e02d4b08), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756105.697689:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=media, dir=[0x20001a9e3:0x110e:0x0](ffffa0e6e02d4b08), file ffffa0e6c857cd80, open_flags 89c1, mode 8180 opened 0 00000080:00200000:3.0:1787756105.697695:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=media, dir=[0x20001a9e3:0x110e:0x0](ffffa0e6e02d4b08), intent=open|creat 00000002:00010000:3.0:1787756105.697716:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: media,[0x20001a9e3:0x1112:0x0]) in obj [0x20001a9e3:0x110e:0x0], intent: open|creat flags 0104702 00010000:00010000:3.0:1787756105.697765:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9ae lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0x110e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.697772:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9ae lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0x110e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787756105.697780:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787756105.697786:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5621500 x1874589765955584/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787756105.697807:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9ae lrc: 3/0,1 mode: --/CW res: [0x20001a9e3:0x110e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756105.697825:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5621500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765955584:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756105.698113:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718780 going to sleep for 11 seconds 00000100:00100000:3.0:1787756105.702128:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5621500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765955584:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756105.702154:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9ae lrc: 4/0,1 mode: --/CW res: [0x20001a9e3:0x110e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221849 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.702176:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9ae lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221849 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.702184:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9ae lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221849 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.702192:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9ae lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221849 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.702199:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9ae lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221849 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.702208:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9ae lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221849 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.702214:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9ae lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221849 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.702298:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9ae lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221849 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756105.702311:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c5621500 x1874589765955584/t322122551436(322122551436) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1787756121 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787756105.702325:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c5621500 x1874589765955584/t322122551436(322122551436) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1787756121 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756105.702338:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9ae lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221849 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756105.716829:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97bb100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765955968:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756105.716879:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1112:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:3.0:1787756105.716904:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20001a9e3:0x1112:0x0](ffffa0e6e02d3a88) 00000002:00010000:3.0:1787756105.716914:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x20001a9e3:0x1112:0x0]) in obj [0x20001a9e3:0x1112:0x0], intent: layout flags 0 00010000:00010000:3.0:1787756105.716964:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9bc lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.716975:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9bc lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.716984:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9bc lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756105.717002:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5620e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765956096:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756105.717084:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718780 going to sleep for 11 seconds 00000100:00100000:3.0:1787756105.721027:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5620e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765956096:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756105.721060:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9bc lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221865 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.721075:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9bc lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221865 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756105.721090:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6c5620e00 x1874589765956096/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756121 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756105.721100:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9bc lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221865 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756105.721112:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9bc lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221865 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.721124:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 16 res 8590043619/4370 (0 0) 00000080:00200000:3.0:1787756105.721130:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x20001a9e3:0x1112:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1787756105.722050:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1112:0x0](ffffa0e6e02d3a88) for lock 0xc63d509de01ce9bc 00000080:00010000:3.0:1787756105.722060:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce9bc from it ffffbc5601c77a78 00010000:00010000:3.0:1787756105.722065:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9bc lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221865 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.722077:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9bc lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221865 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756105.722103:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9bc lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221865 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756105.722117:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9bc lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221865 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787756105.722124:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x20001a9e3:0x1112:0x0](00000000fc4e7837) being reconfigured ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9bc lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221865 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756105.722163:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x1112:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:3.0:1787756105.722169:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9bc lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d221865 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756105.722176:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9bc lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d221865 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:3.0:1787756105.722196:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756105.722210:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1787756105.722224:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787756105.722228:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c97753b0, osc lock ffffa0e6c7b6b430, flags 0x0 00010000:00010000:3.0:1787756105.722243:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000de45b061/0xc63d509de01ce9b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1678:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d221857 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756105.722253:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000de45b061/0xc63d509de01ce9b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d221857 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756105.722262:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000de45b061/0xc63d509de01ce9b5 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221857 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756105.722375:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000de45b061/0xc63d509de01ce9b5 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221857 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756105.722383:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000de45b061/0xc63d509de01ce9b5 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221857 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1787756105.729056:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cf038 (ffffa0e6c3555a28/0) at cl_lock_release():245 00000020:00010000:3.0:1787756105.729061:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cf038 (ffffa0e6c3555a28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756105.729067:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c97753b0 (ffffa0e6c633fd88/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756105.729078:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000de45b061/0xc63d509de01ce9b5 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221857 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756105.729095:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000de45b061/0xc63d509de01ce9b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d221857 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1787756105.729112:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cf038 (ffffa0e6c3555a28/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756105.729115:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c97753b0 (ffffa0e6c3555a28/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756105.729137:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1112:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:3.0:1787756105.729155:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6d04e1000 uarg=0000000000000000 00000002:00000080:3.0:1787756105.729169:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6d04e1000 uarg=0000000000000000 00000020:00100000:3.0:1787756105.729203:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:3.0:1787756105.729211:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5622300 x1874589765956480/t0(0) o55->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756105.729233:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5622300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765956480:192.168.201.131@tcp:55:tar.0 00000100:00100000:3.0:1787756105.729494:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718780 going to sleep for 11 seconds 00000100:00100000:3.0:1787756105.731557:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5622300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765956480:192.168.201.131@tcp:55:tar.0 00000080:00200008:3.0:1787756105.731596:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file media:[0x20001a9e3:0x1112:0x0](ffffa0e6e02d3a88) current size 139, valid attrs 10010160, mode 5560, uid -933769856, gid -24346, new size 18446669676315901696, atime 1787756105.000000000, mtime 1734457332.000000000, ctime 1787756105.000000000, rc 0 00000002:00010000:3.0:1787756105.731646:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20001a9e3:0x1112:0x0], intent: getxattr flags 0 00010000:00010000:3.0:1787756105.731699:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce9c3 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.731709:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce9c3 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.731718:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce9c3 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756105.731736:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5622300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765956608:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756105.731818:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718780 going to sleep for 11 seconds 00000100:00100000:3.0:1787756105.734343:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5622300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765956608:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756105.734366:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce9c3 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22187a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.734381:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce9c3 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22187a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.734392:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce9c3 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22187a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756105.734590:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c5622300 x1874589765956608/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1096 e 0 to 0 dl 1787756121 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756105.734603:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce9c3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22187a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.734617:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4370 (0 0) 00000080:00200000:3.0:1787756105.734623:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x20001a9e3:0x1112:0x0] suppgids 0 -1: rc 0 00000080:00010000:3.0:1787756105.734648:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1112:0x0](ffffa0e6e02d3a88) for lock 0xc63d509de01ce9c3 00000080:00010000:3.0:1787756105.734656:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce9c3 from it ffffbc5601c77c18 00010000:00010000:3.0:1787756105.734661:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce9c3 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22187a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.734670:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce9c3 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22187a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787756105.734705:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file media:[0x20001a9e3:0x1112:0x0](ffffa0e6e02d3a88) current size 139, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756105.000000000, mtime 1787756105.000000000, ctime 1787756105.000000000 00000020:00100000:3.0:1787756105.734749:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756105.734756:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5622300 x1874589765956864/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756105.734785:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5622300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765956864:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756105.734861:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718780 going to sleep for 11 seconds 00000100:00100000:3.0:1787756105.738429:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5622300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765956864:192.168.201.131@tcp:36:tar.0 00000100:00100000:1.0:1787756105.738892:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6599880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589765956992:192.168.201.131@tcp:2:tar.0 00000100:00100000:1.0:1787756105.741326:0:2399:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0e6c7ba9800: committing for last_committed 30064771919 gen 36 00000100:00100000:1.0:1787756105.741938:0:2399:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffffa0e6c6599880 x1874589765956992/t30064771920(30064771920) o2->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1787756121 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787756105.741970:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6599880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589765956992:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.746976:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765957376:192.168.201.131@tcp:2:tar.0 00010000:00010000:0.0:1787756105.780140:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9e00/0xc63d509de01ce9df lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1113:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756105.780150:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9e00/0xc63d509de01ce9df lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1113:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756105.780164:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765958656:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756105.780294:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:0.0:1787756105.782299:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765958656:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756105.782324:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9e00/0xc63d509de01ce9df lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1113:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2218ce expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756105.782337:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9e00/0xc63d509de01ce9df lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1113:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2218ce expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756105.782345:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9e00/0xc63d509de01ce9df lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1113:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2218ce expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756105.782355:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c6598700 x1874589765958656/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1112 e 0 to 0 dl 1787756121 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756105.782363:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9e00/0xc63d509de01ce9df lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1113:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2218ce expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756105.782375:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4371 (0 0) 00000080:00200000:0.0:1787756105.782381:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x20001a9e3:0x1113:0x0] suppgids 0 -1: rc 0 00000080:00010000:0.0:1787756105.782404:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1113:0x0](ffffa0e6e02d5348) for lock 0xc63d509de01ce9df 00000080:00010000:0.0:1787756105.782411:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce9df from it ffffbc5601c77c18 00010000:00010000:0.0:1787756105.782415:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9e00/0xc63d509de01ce9df lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1113:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2218ce expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756105.782428:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9e00/0xc63d509de01ce9df lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1113:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2218ce expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1787756105.782473:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file file_contexts.subs:[0x20001a9e3:0x1113:0x0](ffffa0e6e02d5348) current size 0, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756105.000000000, mtime 1787756105.000000000, ctime 1787756105.000000000 00000020:00100000:0.0:1787756105.782520:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756105.782527:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6598700 x1874589765958912/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756105.782547:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765958912:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756105.782609:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:0.0:1787756105.788332:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765958912:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756105.788378:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1113:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756105.788393:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1787756105.788605:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589765959040:192.168.201.131@tcp:2:tar.0 00000100:00100000:0.0:1787756105.790549:0:2400:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa0e6c7ba9800: committing for last_committed 4294971666 gen 30 00000100:00100000:0.0:1787756105.790816:0:2400:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffffa0e6c659ad80 x1874589765959040/t4294971667(4294971667) o2->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1787756121 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787756105.790839:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589765959040:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.797710:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756105.797724:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765959424:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.800836:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765959424:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.850080:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765960576:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756105.853427:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765960576:192.168.201.131@tcp:2:tar.0 00000020:00010000:0.0:1787756105.853495:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cf3f8 (ffffa0e6c3555ab8/0) at cl_lock_release():245 00000020:00010000:0.0:1787756105.853500:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cf3f8 (ffffa0e6c3555ab8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787756105.853506:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c13743b0 (ffffa0e6c35555a8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787756105.853516:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000cd48a691/0xc63d509de01ce9ed lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221906 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 39 lru_type: 1 00010000:00010000:0.0:1787756105.853538:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000cd48a691/0xc63d509de01ce9ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d221906 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 40 lru_type: 1 00000020:00010000:0.0:1787756105.853553:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cf3f8 (ffffa0e6c3555ab8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787756105.853556:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c13743b0 (ffffa0e6c3555ab8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787756105.853575:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1114:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:0.0:1787756105.853592:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c62be800 uarg=0000000000000000 00000002:00000080:0.0:1787756105.853606:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c62be800 uarg=0000000000000000 00000020:00100000:0.0:1787756105.853633:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:0.0:1787756105.853641:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6599180 x1874589765960832/t0(0) o55->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787756105.853666:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6599180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765960832:192.168.201.131@tcp:55:tar.0 00000100:00100000:0.0:1787756105.853741:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756105.858827:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6599180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765960832:192.168.201.131@tcp:55:tar.0 00000080:00200008:3.0:1787756105.858867:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file file_contexts.pre:[0x20001a9e3:0x1114:0x0](ffffa0e6e02d21c8) current size 392688, valid attrs 10010160, mode 5560, uid -779286656, gid -24346, new size 18446669676315901696, atime 1787756105.000000000, mtime 1572798458.000000000, ctime 1787756105.000000000, rc 0 00000002:00010000:3.0:1787756105.858917:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20001a9e3:0x1114:0x0], intent: getxattr flags 0 00010000:00010000:3.0:1787756105.858974:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9600/0xc63d509de01ce9fb lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1114:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.858984:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9600/0xc63d509de01ce9fb lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1114:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.858993:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9600/0xc63d509de01ce9fb lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1114:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756105.859014:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623b80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765960960:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756105.859197:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718780 going to sleep for 11 seconds 00000100:00100000:3.0:1787756105.862398:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623b80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765960960:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756105.862424:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9600/0xc63d509de01ce9fb lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1114:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221929 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.862438:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9600/0xc63d509de01ce9fb lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1114:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221929 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.862449:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9600/0xc63d509de01ce9fb lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1114:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221929 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756105.862479:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c5623b80 x1874589765960960/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1104 e 0 to 0 dl 1787756121 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756105.862491:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9600/0xc63d509de01ce9fb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1114:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221929 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.862503:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4372 (0 0) 00000080:00200000:3.0:1787756105.862509:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x20001a9e3:0x1114:0x0] suppgids 0 -1: rc 0 00000080:00010000:3.0:1787756105.862531:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1114:0x0](ffffa0e6e02d21c8) for lock 0xc63d509de01ce9fb 00000080:00010000:3.0:1787756105.862538:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ce9fb from it ffffbc5601c77c18 00010000:00010000:3.0:1787756105.862542:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9600/0xc63d509de01ce9fb lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1114:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221929 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756105.862551:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9600/0xc63d509de01ce9fb lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1114:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221929 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787756105.862582:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file file_contexts.pre:[0x20001a9e3:0x1114:0x0](ffffa0e6e02d21c8) current size 392688, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756105.000000000, mtime 1787756105.000000000, ctime 1787756105.000000000 00000020:00100000:3.0:1787756105.862627:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756105.862634:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5623b80 x1874589765961216/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756105.862654:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623b80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765961216:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756105.862720:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718780 going to sleep for 11 seconds 00000100:00100000:3.0:1787756105.865499:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623b80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765961216:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756105.865550:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1114:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756105.865569:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756105.870000:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1114:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756105.870017:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file file_contexts.pre:[0x20001a9e3:0x1114:0x0](ffffa0e6e02d21c8) current size 392688, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756105.000000000, mtime 1787756105.000000000, ctime 1787756105.000000000, rc 0 00000080:00200008:3.0:1787756105.870178:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file file_contexts.pre:[0x20001a9e3:0x1114:0x0](ffffa0e6e02d21c8) current size 392688, valid attrs 41, mode 81a4, uid 1787756105, gid 0, new size 0, atime 1787756105.000000000, mtime 1787756105.000000000, ctime 1787756105.000000000 00000020:00100000:3.0:1787756105.870241:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756105.870252:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5621c00 x1874589765961600/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756105.870887:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5621c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765961600:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756105.871012:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd240 going to sleep for 11 seconds 00000100:00100000:0.0:1787756105.875016:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5621c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765961600:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756105.875060:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1114:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756105.875078:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1787756105.875152:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787756105.875164:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6599500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589765961728:192.168.201.131@tcp:2:tar.0 00000100:00100000:0.0:1787756105.877666:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6599500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589765961728:192.168.201.131@tcp:2:tar.0 00000002:00010000:0.0:1787756105.888760:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123600/0xc63d509de01cea09 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1115:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221968 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756105.888774:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 16 res 8590043619/4373 (0 0) 00000080:00200000:0.0:1787756105.888780:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x20001a9e3:0x1115:0x0] suppgids 0 0: rc 0 00000080:00010000:0.0:1787756105.888804:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1115:0x0](ffffa0e6e02d80c8) for lock 0xc63d509de01cea09 00000080:00010000:0.0:1787756105.888812:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cea09 from it ffffbc5601c77a78 00010000:00010000:0.0:1787756105.888816:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123600/0xc63d509de01cea09 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1115:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221968 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756105.888826:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123600/0xc63d509de01cea09 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1115:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221968 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756105.888848:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123600/0xc63d509de01cea09 lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x1115:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221968 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756105.888857:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123600/0xc63d509de01cea09 lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x1115:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221968 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:0.0:1787756105.888864:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x20001a9e3:0x1115:0x0](000000003046137a) being reconfigured ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123600/0xc63d509de01cea09 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1115:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221968 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756105.888899:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x1115:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:0.0:1787756105.888904:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123600/0xc63d509de01cea09 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1115:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d221968 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756105.888911:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123600/0xc63d509de01cea09 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1115:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d221968 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:0.0:1787756105.888936:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756105.888949:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:0.0:1787756105.888965:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787756105.888969:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c85f99b0, osc lock ffffa0e6c3fe98f0, flags 0x0 00010000:00010000:0.0:1787756105.889010:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d4d30341/0xc63d509de01cea10 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1639:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756105.889019:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d4d30341/0xc63d509de01cea10 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756105.889029:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d4d30341/0xc63d509de01cea10 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756105.889046:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659bb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765962752:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756105.889116:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd240 going to sleep for 11 seconds 00000100:00100000:0.0:1787756105.890909:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659bb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765962752:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756105.890932:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d4d30341/0xc63d509de01cea10 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22196f expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756105.890945:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d4d30341/0xc63d509de01cea10 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22196f expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756105.890955:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d4d30341/0xc63d509de01cea10 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x1639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22196f expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787756105.890968:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d4d30341/0xc63d509de01cea10 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x1639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d22196f expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756105.890975:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d4d30341/0xc63d509de01cea10 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x1639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22196f expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756105.890980:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d4d30341/0xc63d509de01cea10 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1639:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22196f expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787756105.891064:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589765962880:192.168.201.131@tcp:2:tar.0 00000100:00100000:0.0:1787756105.894937:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589765962880:192.168.201.131@tcp:2:tar.0 00000100:00100000:0.0:1787756105.895715:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c539d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787756105.898868:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173b80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765963008:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756105.898898:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123e00/0xc63d509de01cea17 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1115:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22197d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756105.898914:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123e00/0xc63d509de01cea17 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1115:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22197d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756105.898925:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123e00/0xc63d509de01cea17 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1115:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22197d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756105.898939:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6ca173b80 x1874589765963008/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1112 e 0 to 0 dl 1787756121 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756105.898958:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123e00/0xc63d509de01cea17 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1115:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22197d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756105.898971:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4373 (0 0) 00000080:00200000:0.0:1787756105.898977:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x20001a9e3:0x1115:0x0] suppgids 0 -1: rc 0 00000080:00010000:0.0:1787756105.899001:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1115:0x0](ffffa0e6e02d80c8) for lock 0xc63d509de01cea17 00000080:00010000:0.0:1787756105.899010:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cea17 from it ffffbc5601c77c18 00010000:00010000:0.0:1787756105.899013:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123e00/0xc63d509de01cea17 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1115:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22197d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756105.899023:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123e00/0xc63d509de01cea17 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1115:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22197d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1787756105.899073:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file file_contexts.local:[0x20001a9e3:0x1115:0x0](ffffa0e6e02d80c8) current size 0, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756105.000000000, mtime 1787756105.000000000, ctime 1787756105.000000000 00000020:00100000:0.0:1787756105.899128:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756105.899135:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6599180 x1874589765963264/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756105.899154:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6599180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765963264:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756105.899307:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd240 going to sleep for 11 seconds 00000100:00100000:0.0:1787756105.902779:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6599180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765963264:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756105.902837:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1115:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756105.902853:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1787756105.902955:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589765963392:192.168.201.131@tcp:2:tar.0 00000100:00100000:0.0:1787756105.908439:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589765963392:192.168.201.131@tcp:2:tar.0 00000080:00200000:1.0:1787756105.908828:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1115:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1787756105.908848:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file file_contexts.local:[0x20001a9e3:0x1115:0x0](ffffa0e6e02d80c8) current size 0, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756105.000000000, mtime 1787756105.000000000, ctime 1787756105.000000000, rc 0 00000080:00200008:1.0:1787756105.908877:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file file_contexts.local:[0x20001a9e3:0x1115:0x0](ffffa0e6e02d80c8) current size 0, valid attrs 41, mode 81a4, uid 1787756105, gid 0, new size 0, atime 1787756105.000000000, mtime 1787756105.000000000, ctime 1787756105.000000000 00000020:00100000:1.0:1787756105.908941:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787756105.908951:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d86c5180 x1874589765963648/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756105.908976:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765963648:192.168.201.131@tcp:36:tar.0 00000100:00100000:1.0:1787756105.909063:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6ca06df00 going to sleep for 11 seconds 00000100:00100000:0.0:1787756105.915930:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765963648:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756105.915981:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1115:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756105.916128:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1787756105.916240:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787756105.916260:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589765963776:192.168.201.131@tcp:2:tar.0 00000100:00100000:0.0:1787756105.919609:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589765963776:192.168.201.131@tcp:2:tar.0 00000080:00200000:1.0:1787756105.919667:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1115:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1787756105.919694:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file file_contexts.local:[0x20001a9e3:0x1115:0x0](ffffa0e6e02d80c8) current size 0, valid attrs 10000041, mode 81a4, uid 1787756105, gid 0, new size 0, atime 1787756105.000000000, mtime 1787756105.000000000, ctime 1787756105.000000000, rc 0 00000080:00200008:1.0:1787756105.919739:0:138509:0:(file.c:479:ll_file_release()) START file file_contexts.local:[0x20001a9e3:0x1115:0x0](ffffa0e6e02d80c8), flags 104001 00000002:00100000:1.0:1787756105.919836:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c97ba680 x1874589765962240/t322122551451(322122551451) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1787756121 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787756105.919849:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787756105.919855:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d86c5f80 x1874589765964032/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1787756105.919879:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765964032:192.168.201.131@tcp:35:tar.0 00000100:00100000:1.0:1787756105.919967:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6ca06df00 going to sleep for 11 seconds 00000100:00100000:1.0:1787756105.994253:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:0.0:1787756105.994625:0:18630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589784950656 00000100:00100000:0.0:1787756105.994638:0:18630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589784950656 00000100:00100000:0.0:1787756105.994710:0:18630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5189 00000100:00100000:0.0:1787756105.994722:0:18630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6d86c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d820e3d8-0101-4517-9bdc-79801f6168f8+5:8451:x1874589784950656:12345-192.168.201.131@tcp:104: 00010000:00010000:0.0:1787756105.994745:0:18630:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3552600/0xc63d509de01ce59b lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d220a11 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756105.994853:0:18630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787756105.994860:0:18630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6d86c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d820e3d8-0101-4517-9bdc-79801f6168f8+5:8451:x1874589784950656:12345-192.168.201.131@tcp:104: Request processed in 140us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1787756105.994867:0:18630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5189 00000100:00100000:3.0:1787756106.105486:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765969280:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.109028:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765969280:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.121954:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765970048:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.125378:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765970048:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.127834:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765970432:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.129938:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765970432:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.151305:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765971584:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.153806:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765971584:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.165730:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765972352:192.168.201.131@tcp:2:tar.0 00000080:00200000:1.0:1787756106.170265:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xa8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1787756106.170339:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file time.conf:[0x2400007ed:0xa8:0x0](ffffa0e6e02dba88) current size 2179, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756106.000000000, mtime 1787756106.000000000, ctime 1787756106.000000000, rc 0 00000080:00200008:1.0:1787756106.170376:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file time.conf:[0x2400007ed:0xa8:0x0](ffffa0e6e02dba88) current size 2179, valid attrs 41, mode 81a4, uid 1787756106, gid 0, new size 0, atime 1787756106.000000000, mtime 1787756106.000000000, ctime 1787756106.000000000 00000020:00100000:1.0:1787756106.170458:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787756106.170468:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d86c5c00 x1874589765972608/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756106.170495:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765972608:192.168.201.131@tcp:36:tar.0 00000100:00100000:1.0:1787756106.170593:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6ca06d000 going to sleep for 11 seconds 00000080:00200000:3.0:1787756106.175566:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xa8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756106.175587:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file time.conf:[0x2400007ed:0xa8:0x0](ffffa0e6e02dba88) current size 2179, valid attrs 10000041, mode 81a4, uid 1787756106, gid 0, new size 0, atime 1787756106.000000000, mtime 1787756106.000000000, ctime 1787756106.000000000, rc 0 00000080:00200008:3.0:1787756106.175624:0:138509:0:(file.c:479:ll_file_release()) START file time.conf:[0x2400007ed:0xa8:0x0](ffffa0e6e02dba88), flags 104001 00000002:00100000:3.0:1787756106.175690:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c90db480 x1874589765970944/t8589935349(8589935349) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756122 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787756106.175703:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787756106.175710:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5621f80 x1874589765972992/t0(0) o35->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756106.175733:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5621f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765972992:192.168.201.131@tcp:35:tar.0 00000100:00100000:3.0:1787756106.175819:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718780 going to sleep for 11 seconds 00000100:00100000:3.0:1787756106.177573:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5621f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765972992:192.168.201.131@tcp:35:tar.0 00000002:00100000:3.0:1787756106.177610:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c90db480 x1874589765970944/t8589935349(8589935349) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756122 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787756106.177810:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756106.177821:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756106.177832:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756106.177835:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=security, flags=17 00000080:00200000:3.0:1787756106.177839:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756106.177855:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756106.177860:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=sepermit.conf, dir=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), file ffffa0e6c857d680, open_flags 89c1, mode 8180 opened 0 00000080:00200000:3.0:1787756106.177871:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=sepermit.conf, dir=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), intent=open|creat 00000002:00010000:3.0:1787756106.177906:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: sepermit.conf,[0x2400007ed:0xa9:0x0]) in obj [0x240000fb8:0x10:0x0], intent: open|creat flags 0104702 00010000:00010000:3.0:1787756106.177990:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cea87 lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.178001:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cea87 lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787756106.178015:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787756106.178023:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5621880 x1874589765973248/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787756106.178033:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cea87 lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756106.178051:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5621880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765973248:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756106.178208:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c9718780 going to sleep for 11 seconds 00000100:00100000:3.0:1787756106.180965:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5621880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765973248:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756106.180992:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cea87 lrc: 4/0,1 mode: --/CW res: [0x240000fb8:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221c01 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.181018:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cea87 lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221c01 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.181025:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cea87 lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xa9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221c01 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.181035:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cea87 lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xa9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221c01 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.181043:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cea87 lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xa9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221c01 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.181054:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cea87 lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xa9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221c01 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.181064:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cea87 lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xa9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221c01 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.181069:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cea87 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xa9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221c01 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756106.181078:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c5621880 x1874589765973248/t8589935354(8589935354) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756122 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787756106.181087:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c5621880 x1874589765973248/t8589935354(8589935354) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756122 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756106.181097:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cea87 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xa9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221c01 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756106.181107:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cea87 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xa9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221c01 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.181117:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/169 (0 0) 00000080:00200000:3.0:1787756106.181122:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000fb8:0x10:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756106.181138:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=sepermit.conf, dir=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), intent=open|creat 00000080:00200000:3.0:1787756106.181219:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0xa9:0x0](ffffa0e6c771aa08) 00000100:00100000:3.0:1787756106.187948:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765973888:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.190062:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765973888:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.200318:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765974656:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.201933:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765974656:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.204819:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765975040:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.208822:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765975040:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.230541:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765976192:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.233415:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765976192:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.248827:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765976960:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.251604:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765976960:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.258452:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765977344:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.262038:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765977344:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.273542:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97bb480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765977856:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756106.273581:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258e00/0xc63d509de01ceabf lrc: 4/0,1 mode: --/CW res: [0x200024df1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221cb7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.273620:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258e00/0xc63d509de01ceabf lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221cb7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.273631:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258e00/0xc63d509de01ceabf lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221cb7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.273644:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258e00/0xc63d509de01ceabf lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221cb7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.273658:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258e00/0xc63d509de01ceabf lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221cb7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.273674:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258e00/0xc63d509de01ceabf lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221cb7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.273683:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258e00/0xc63d509de01ceabf lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221cb7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.273693:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258e00/0xc63d509de01ceabf lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221cb7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756106.273708:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c97bb480 x1874589765977856/t322122551469(322122551469) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756122 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787756106.273724:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c97bb480 x1874589765977856/t322122551469(322122551469) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756122 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756106.273740:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258e00/0xc63d509de01ceabf lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221cb7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756106.273756:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258e00/0xc63d509de01ceabf lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221cb7 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.273768:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4374 (0 0) 00000080:00200000:3.0:1787756106.273775:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200024df1:0x10:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756106.273805:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=pam_env.conf, dir=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), intent=open|creat 00000080:00200000:3.0:1787756106.273850:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x1116:0x0](ffffa0e6c7719988) 00000080:00200000:3.0:1787756106.273956:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x1116:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:3.0:1787756106.273962:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x20001a9e3:0x1116:0x0](ffffa0e6c7719988) 00000080:00010000:3.0:1787756106.273965:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1116:0x0](ffffa0e6c7719988) for lock 0xc63d509de01ceabf 00000080:00010000:3.0:1787756106.273978:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1116:0x0](ffffa0e6c7719988) 00000080:00200008:3.0:1787756106.273996:0:138509:0:(file.c:1090:ll_file_open()) START file pam_env.conf:[0x20001a9e3:0x1116:0x0](ffffa0e6c7719988), flags 104701 00000002:00100000:3.0:1787756106.274023:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c97bb480 x1874589765977856/t322122551469(322122551469) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756122 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787756106.274069:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ceabf from it ffffa0e6c57edd20 00010000:00010000:3.0:1787756106.274074:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258e00/0xc63d509de01ceabf lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d221cb7 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.274083:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258e00/0xc63d509de01ceabf lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d221cb7 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756106.274110:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1116:0x0](ffffa0e6c7719988), inode mode 8180 mask 40 00000080:00200008:3.0:1787756106.274145:0:138509:0:(file.c:2650:do_file_write_iter()) START file pam_env.conf:[0x20001a9e3:0x1116:0x0], ppos: 0, count: 2972 00000080:00200000:3.0:1787756106.274159:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 2972 bytes 00000080:00200000:3.0:1787756106.274166:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 2972 00000080:00200000:3.0:1787756106.274171:0:138509:0:(file.c:2090:ll_file_io_generic()) pam_env.conf: write ppos: 0, bytes: 2972 00000080:00200000:3.0:1787756106.274177:0:138509:0:(file.c:1848:ll_io_set_mirror()) pam_env.conf: desiginated mirror: 0 00000020:00200000:3.0:1787756106.274186:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c4af333f[0x110, 1, [0x20001a9e3:0x1116:0x0] hash] 00000020:00200000:3.0:1787756106.274188:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 2972) 2048 0 00000080:00200000:3.0:1787756106.274194:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1116:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756106.274211:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:3.0:1787756106.274220:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 2972) 2972, 2972 00020000:00200000:3.0:1787756106.274224:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756106.274246:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:3.0:1787756106.274310:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:3.0:1787756106.274316:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c97754b0, osc lock ffffa0e6c7b6b430, flags 0x40000 00010000:00010000:3.0:1787756106.274370:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000009738467b/0xc63d509de01ceac6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x167a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.274381:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000009738467b/0xc63d509de01ceac6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x167a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.274392:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000009738467b/0xc63d509de01ceac6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x167a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756106.274414:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5620a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765977984:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756106.274519:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787756106.279256:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5620a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765977984:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756106.279326:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000009738467b/0xc63d509de01ceac6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x167a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221cc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.279349:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000009738467b/0xc63d509de01ceac6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x167a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221cc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.279364:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000009738467b/0xc63d509de01ceac6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x167a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221cc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.279382:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000009738467b/0xc63d509de01ceac6 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x167a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221cc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787756106.279402:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000009738467b/0xc63d509de01ceac6 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x167a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d221cc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.279423:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000009738467b/0xc63d509de01ceac6 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x167a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221cc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.279432:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000009738467b/0xc63d509de01ceac6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x167a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221cc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756106.279468:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) pam_env.conf: write [0, 2972) append 0 append lockpos 0 00000080:00200000:3.0:1787756106.279496:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 2972 bytes 00000080:00200000:3.0:1787756106.279588:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 2972, copied 2972 00000080:00200000:3.0:1787756106.279604:0:138509:0:(rw26.c:929:ll_write_end()) page@000000005805681c[3 000000003b63d166 2 1 00000000f9c9e95d 0 0 0] 00000080:00200000:3.0:1787756106.279609:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @000000000d551ee8 17ffffc0001001 3:0 ffffa0e6c664cee0 0 lru 00000080:00200000:3.0:1787756106.279616:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@000000008b3e143b 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000000dd14ff3 00000000c173da3a > 3< 0 0 > 4< 0 0 8 483328000 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787756106.279618:0:138509:0:(rw26.c:929:ll_write_end()) end page@000000005805681c 00000080:00200000:3.0:1787756106.279620:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787756106.279626:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 2972 prio 0 00000008:00010000:3.0:1787756106.279662:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 00000000eec7252e ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000009738467b/0xc63d509de01ceac6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x167a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d221cc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756106.279687:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6c7719b38, count 1, dirtied 1 00000080:00200000:3.0:1787756106.279693:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 2972 bytes, tot: 2972 00000080:00200000:3.0:1787756106.279697:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) pam_env.conf: write bytes 0, result: 2972 00000020:00010000:3.0:1787756106.279718:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cf4e8 (ffffa0e6c3555ea8/0) at cl_lock_release():245 00000020:00010000:3.0:1787756106.279722:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cf4e8 (ffffa0e6c3555ea8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756106.279725:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c97754b0 (ffffa0e6c3555a28/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756106.279730:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000009738467b/0xc63d509de01ceac6 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x167a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221cc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.279745:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000009738467b/0xc63d509de01ceac6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x167a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d221cc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1787756106.279764:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cf4e8 (ffffa0e6c3555ea8/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756106.279767:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c97754b0 (ffffa0e6c3555ea8/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756106.279776:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 2972 bytes 00000080:00200000:3.0:1787756106.279796:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:3.0:1787756106.279808:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1116:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787756106.279813:0:138509:0:(file.c:2238:ll_file_io_generic()) pam_env.conf: 2 io complete with rc: 0, result: 2972, restart: 0 00000080:00200000:3.0:1787756106.279821:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x20001a9e3:0x1116:0x0] updating i_size 2972 i_blocks 0 00000080:00200000:3.0:1787756106.279827:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 2972 00000080:00200008:3.0:1787756106.279868:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file pam_env.conf:[0x20001a9e3:0x1116:0x0](ffffa0e6c7719988) current size 2972, valid attrs 10160, mode 5560, uid -779287808, gid -24346, new size 18446669676315901696, atime 1787756106.000000000, mtime 1751382699.000000000, ctime 1787756106.000000000 00010000:00010000:3.0:1787756106.279908:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258e00/0xc63d509de01ceabf lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221cb7 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756106.279934:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1116:0x0]: losing layout lock 00010000:00010000:3.0:1787756106.279986:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258e00/0xc63d509de01ceabf lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221cb7 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.279993:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756106.279996:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258e00/0xc63d509de01ceabf lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221cb7 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787756106.280025:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756106.280034:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5620a80 x1874589765978240/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756106.280072:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5620a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765978240:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756106.280166:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787756106.286858:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5620a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765978240:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756106.286927:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1116:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:3.0:1787756106.286960:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20001a9e3:0x1116:0x0](ffffa0e6c7719988) 00000002:00010000:3.0:1787756106.286974:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x20001a9e3:0x1116:0x0]) in obj [0x20001a9e3:0x1116:0x0], intent: layout flags 0 00010000:00010000:3.0:1787756106.287040:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8200/0xc63d509de01ceacd lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.287052:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8200/0xc63d509de01ceacd lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.287062:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8200/0xc63d509de01ceacd lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756106.287086:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765978368:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756106.287428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787756106.293624:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765978368:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756106.293668:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8200/0xc63d509de01ceacd lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221cd3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.293686:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8200/0xc63d509de01ceacd lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221cd3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756106.293704:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6c5623800 x1874589765978368/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756122 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756106.293721:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8200/0xc63d509de01ceacd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221cd3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756106.293738:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8200/0xc63d509de01ceacd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221cd3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.293752:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 16 res 8590043619/4374 (0 0) 00000080:00200000:3.0:1787756106.293760:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x20001a9e3:0x1116:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1787756106.293793:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1116:0x0](ffffa0e6c7719988) for lock 0xc63d509de01ceacd 00000080:00010000:3.0:1787756106.293804:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ceacd from it ffffbc5601c77a78 00010000:00010000:3.0:1787756106.293810:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8200/0xc63d509de01ceacd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221cd3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.293820:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8200/0xc63d509de01ceacd lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221cd3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.293850:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8200/0xc63d509de01ceacd lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221cd3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.293863:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8200/0xc63d509de01ceacd lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221cd3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787756106.293871:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x20001a9e3:0x1116:0x0](00000000a1d7c670) being reconfigured ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8200/0xc63d509de01ceacd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221cd3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756106.293916:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x1116:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:3.0:1787756106.293922:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8200/0xc63d509de01ceacd lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d221cd3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.293930:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8200/0xc63d509de01ceacd lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d221cd3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:3.0:1787756106.293957:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756106.293978:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1787756106.293997:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787756106.294002:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c97754b0, osc lock ffffa0e6c7b6b430, flags 0x0 00010000:00010000:3.0:1787756106.294022:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000009738467b/0xc63d509de01ceac6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x167a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d221cc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.294033:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000009738467b/0xc63d509de01ceac6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x167a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d221cc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.294047:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000009738467b/0xc63d509de01ceac6 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x167a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221cc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.294053:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000009738467b/0xc63d509de01ceac6 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x167a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221cc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.294058:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000009738467b/0xc63d509de01ceac6 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x167a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221cc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756106.294142:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756106.294159:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765978496:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.300126:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765978496:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.314837:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765979264:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.322602:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765979264:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.327546:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765979648:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.332616:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765979648:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.364053:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca171c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765980800:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.367524:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca171c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765980800:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.379472:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca171500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765981312:192.168.201.131@tcp:2:tar.0 00000080:00200000:3.0:1787756106.386484:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xab:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756106.386507:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file opasswd:[0x2400007ed:0xab:0x0](ffffa0e6e02da1c8) current size 0, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756106.000000000, mtime 1787756106.000000000, ctime 1787756106.000000000, rc 0 00000080:00200008:3.0:1787756106.386547:0:138509:0:(file.c:479:ll_file_release()) START file opasswd:[0x2400007ed:0xab:0x0](ffffa0e6e02da1c8), flags 104001 00000002:00100000:3.0:1787756106.386633:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6ca170380 x1874589765980160/t8589935364(8589935364) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1787756122 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787756106.386659:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787756106.386825:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5623100 x1874589765981568/t0(0) o35->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756106.386850:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765981568:192.168.201.131@tcp:35:tar.0 00000100:00100000:3.0:1787756106.386937:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787756106.393126:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765981568:192.168.201.131@tcp:35:tar.0 00000002:00100000:3.0:1787756106.393181:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6ca170380 x1874589765980160/t8589935364(8589935364) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1787756122 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787756106.393340:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756106.393352:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756106.393363:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756106.393366:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=security, flags=17 00000080:00200000:3.0:1787756106.393370:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756106.393389:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756106.393394:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=namespace.conf, dir=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), file ffffa0e6c857c300, open_flags 89c1, mode 8180 opened 0 00000080:00200000:3.0:1787756106.393477:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=namespace.conf, dir=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), intent=open|creat 00000002:00010000:3.0:1787756106.393517:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: namespace.conf,[0x2400007ed:0xac:0x0]) in obj [0x240000fb8:0x10:0x0], intent: open|creat flags 0104702 00010000:00010000:3.0:1787756106.393603:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9400/0xc63d509de01ceaf7 lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.393615:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9400/0xc63d509de01ceaf7 lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787756106.393629:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787756106.393636:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5622a00 x1874589765981824/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787756106.393650:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9400/0xc63d509de01ceaf7 lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756106.393674:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5622a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765981824:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756106.394512:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787756106.401950:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5622a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765981824:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756106.401988:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9400/0xc63d509de01ceaf7 lrc: 4/0,1 mode: --/CW res: [0x240000fb8:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221d5f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.402031:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9400/0xc63d509de01ceaf7 lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221d5f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.402039:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9400/0xc63d509de01ceaf7 lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221d5f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.402048:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9400/0xc63d509de01ceaf7 lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221d5f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.402057:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9400/0xc63d509de01ceaf7 lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221d5f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.402069:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9400/0xc63d509de01ceaf7 lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221d5f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.402075:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9400/0xc63d509de01ceaf7 lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221d5f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.402081:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9400/0xc63d509de01ceaf7 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221d5f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756106.402089:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c5622a00 x1874589765981824/t8589935368(8589935368) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756122 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787756106.402099:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c5622a00 x1874589765981824/t8589935368(8589935368) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756122 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756106.402109:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9400/0xc63d509de01ceaf7 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221d5f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756106.402120:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9400/0xc63d509de01ceaf7 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221d5f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.402128:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/172 (0 0) 00000080:00200000:3.0:1787756106.402134:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000fb8:0x10:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756106.402151:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=namespace.conf, dir=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), intent=open|creat 00000080:00200000:3.0:1787756106.402188:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0xac:0x0](ffffa0e6c771e3c8) 00000080:00200000:3.0:1787756106.402303:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xac:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:3.0:1787756106.402310:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0xac:0x0](ffffa0e6c771e3c8) 00000080:00010000:3.0:1787756106.402312:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xac:0x0](ffffa0e6c771e3c8) for lock 0xc63d509de01ceaf7 00000080:00010000:3.0:1787756106.402323:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xac:0x0](ffffa0e6c771e3c8) 00000080:00200008:3.0:1787756106.402339:0:138509:0:(file.c:1090:ll_file_open()) START file namespace.conf:[0x2400007ed:0xac:0x0](ffffa0e6c771e3c8), flags 104701 00000002:00100000:3.0:1787756106.402361:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c5622a00 x1874589765981824/t8589935368(8589935368) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756122 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787756106.402400:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ceaf7 from it ffffa0e6ca097480 00010000:00010000:3.0:1787756106.402405:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9400/0xc63d509de01ceaf7 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d221d5f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.402415:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9400/0xc63d509de01ceaf7 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d221d5f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756106.402442:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xac:0x0](ffffa0e6c771e3c8), inode mode 8180 mask 40 00000080:00200008:3.0:1787756106.402473:0:138509:0:(file.c:2650:do_file_write_iter()) START file namespace.conf:[0x2400007ed:0xac:0x0], ppos: 0, count: 1440 00000080:00200000:3.0:1787756106.402487:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1440 bytes 00000080:00200000:3.0:1787756106.402493:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1440 00000080:00200000:3.0:1787756106.402498:0:138509:0:(file.c:2090:ll_file_io_generic()) namespace.conf: write ppos: 0, bytes: 1440 00000080:00200000:3.0:1787756106.402503:0:138509:0:(file.c:1848:ll_io_set_mirror()) namespace.conf: desiginated mirror: 0 00000020:00200000:3.0:1787756106.402512:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@00000000743c20b8[0x110, 1, [0x2400007ed:0xac:0x0] hash] 00000020:00200000:3.0:1787756106.402514:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 1440) 2048 0 00000080:00200000:3.0:1787756106.402519:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xac:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756106.402533:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:3.0:1787756106.402541:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1440) 1440, 1440 00020000:00200000:3.0:1787756106.402545:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756106.402563:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:3.0:1787756106.402577:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:3.0:1787756106.402582:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c97755b0, osc lock ffffa0e6c7b6a130, flags 0x40000 00010000:00010000:3.0:1787756106.402625:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000727c3d48/0xc63d509de01ceafe lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.402632:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000727c3d48/0xc63d509de01ceafe lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.402640:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000727c3d48/0xc63d509de01ceafe lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756106.402661:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5620380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765981952:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756106.402759:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756106.404531:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5620380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765981952:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756106.404570:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000727c3d48/0xc63d509de01ceafe lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221d6d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.404590:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000727c3d48/0xc63d509de01ceafe lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221d6d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.404601:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000727c3d48/0xc63d509de01ceafe lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221d6d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.404614:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000727c3d48/0xc63d509de01ceafe lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221d6d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787756106.404625:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000727c3d48/0xc63d509de01ceafe lrc: 4/0,2 mode: PW/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d221d6d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.404635:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000727c3d48/0xc63d509de01ceafe lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221d6d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.404642:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000727c3d48/0xc63d509de01ceafe lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221d6d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756106.404672:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) namespace.conf: write [0, 1440) append 0 append lockpos 0 00000080:00200000:3.0:1787756106.404692:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1440 bytes 00000080:00200000:3.0:1787756106.404756:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 1440, copied 1440 00000080:00200000:3.0:1787756106.404766:0:138509:0:(rw26.c:929:ll_write_end()) page@00000000a86b0037[3 00000000229e048e 2 1 00000000f9c9e95d 0 0 0] 00000080:00200000:3.0:1787756106.404770:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @0000000017fe0563 17ffffc0001001 3:0 ffffa0e6c664ca80 0 lru 00000080:00200000:3.0:1787756106.404786:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@00000000f02dbd69 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000096e19b13 0000000068304558 > 3< 0 0 > 4< 0 0 8 480608256 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787756106.404789:0:138509:0:(rw26.c:929:ll_write_end()) end page@00000000a86b0037 00000080:00200000:3.0:1787756106.404791:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787756106.404795:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 1440 prio 0 00000008:00010000:3.0:1787756106.404820:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 0000000097448354 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000727c3d48/0xc63d509de01ceafe lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d221d6d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756106.404838:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6c771e578, count 1, dirtied 1 00000080:00200000:3.0:1787756106.404842:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1440 bytes, tot: 1440 00000080:00200000:3.0:1787756106.404845:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) namespace.conf: write bytes 0, result: 1440 00000020:00010000:3.0:1787756106.404862:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cf4e8 (ffffa0e6c3555ea8/0) at cl_lock_release():245 00000020:00010000:3.0:1787756106.404865:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cf4e8 (ffffa0e6c3555ea8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756106.404868:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c97755b0 (ffffa0e6c3555a28/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756106.404871:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000727c3d48/0xc63d509de01ceafe lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221d6d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.404878:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000727c3d48/0xc63d509de01ceafe lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d221d6d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1787756106.404890:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cf4e8 (ffffa0e6c3555ea8/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756106.404893:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c97755b0 (ffffa0e6c3555ea8/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756106.404899:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 1440 bytes 00000080:00200000:3.0:1787756106.404906:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:3.0:1787756106.404915:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xac:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787756106.404918:0:138509:0:(file.c:2238:ll_file_io_generic()) namespace.conf: 2 io complete with rc: 0, result: 1440, restart: 0 00000080:00200000:3.0:1787756106.404924:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x2400007ed:0xac:0x0] updating i_size 1440 i_blocks 0 00000080:00200000:3.0:1787756106.404928:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1440 00000080:00200008:3.0:1787756106.404957:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file namespace.conf:[0x2400007ed:0xac:0x0](ffffa0e6c771e3c8) current size 1440, valid attrs 10160, mode 5560, uid -933772544, gid -24346, new size 18446669676315901696, atime 1787756106.000000000, mtime 1751382702.000000000, ctime 1787756106.000000000 00010000:00010000:3.0:1787756106.404988:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9400/0xc63d509de01ceaf7 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221d5f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756106.405005:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xac:0x0]: losing layout lock 00010000:00010000:3.0:1787756106.405041:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9400/0xc63d509de01ceaf7 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221d5f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.405046:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756106.405049:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9400/0xc63d509de01ceaf7 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221d5f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787756106.405069:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756106.405076:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5620380 x1874589765982208/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756106.405093:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5620380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765982208:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756106.405168:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756106.408362:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5620380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765982208:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756106.408417:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xac:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:3.0:1787756106.408446:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x2400007ed:0xac:0x0](ffffa0e6c771e3c8) 00000002:00010000:3.0:1787756106.408460:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0xac:0x0]) in obj [0x2400007ed:0xac:0x0], intent: layout flags 0 00010000:00010000:3.0:1787756106.408520:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8600/0xc63d509de01ceb05 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.408531:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8600/0xc63d509de01ceb05 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.408543:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8600/0xc63d509de01ceb05 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756106.408569:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5621180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765982336:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756106.408635:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756106.410380:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5621180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765982336:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756106.410414:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8600/0xc63d509de01ceb05 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221d7b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.410431:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8600/0xc63d509de01ceb05 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221d7b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756106.410448:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6c5621180 x1874589765982336/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756122 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756106.410461:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8600/0xc63d509de01ceb05 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221d7b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787756106.414154:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cf4e8 (ffffa0e6c3555ea8/0) at cl_lock_release():245 00000020:00010000:0.0:1787756106.414160:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cf4e8 (ffffa0e6c3555ea8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787756106.414166:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6ca0206b0 (ffffa0e6c35555a8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787756106.414179:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000727c3d48/0xc63d509de01ceafe lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221d6d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756106.414197:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000727c3d48/0xc63d509de01ceafe lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d221d6d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1787756106.414223:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cf4e8 (ffffa0e6c3555ea8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787756106.414226:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6ca0206b0 (ffffa0e6c3555ea8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787756106.414251:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xac:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:0.0:1787756106.414307:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6d81a2c00 uarg=0000000000000000 00000002:00000080:0.0:1787756106.414323:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6d81a2c00 uarg=0000000000000000 00000020:00100000:0.0:1787756106.414358:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:0.0:1787756106.414366:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6598a80 x1874589765982720/t0(0) o55->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787756106.414387:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765982720:192.168.201.131@tcp:55:tar.0 00000100:00100000:0.0:1787756106.414467:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787756106.418625:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765982720:192.168.201.131@tcp:55:tar.0 00000080:00200008:0.0:1787756106.418680:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file namespace.conf:[0x2400007ed:0xac:0x0](ffffa0e6c771e3c8) current size 1440, valid attrs 10010160, mode 5560, uid -933772544, gid -24346, new size 18446669676315901696, atime 1787756106.000000000, mtime 1751382702.000000000, ctime 1787756106.000000000, rc 0 00000002:00010000:0.0:1787756106.418750:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400007ed:0xac:0x0], intent: getxattr flags 0 00010000:00010000:0.0:1787756106.418836:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9600/0xc63d509de01ceb0c lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.418848:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9600/0xc63d509de01ceb0c lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.418859:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9600/0xc63d509de01ceb0c lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756106.418886:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765982848:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756106.418985:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787756106.426514:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765982848:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756106.426548:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9600/0xc63d509de01ceb0c lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221d90 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.426565:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9600/0xc63d509de01ceb0c lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221d90 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.426575:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9600/0xc63d509de01ceb0c lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221d90 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756106.426587:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c6598a80 x1874589765982848/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1104 e 0 to 0 dl 1787756122 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756106.426595:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9600/0xc63d509de01ceb0c lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221d90 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.426608:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/172 (0 0) 00000080:00200000:0.0:1787756106.426615:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x2400007ed:0xac:0x0] suppgids 0 -1: rc 0 00000080:00010000:0.0:1787756106.426640:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xac:0x0](ffffa0e6c771e3c8) for lock 0xc63d509de01ceb0c 00000080:00010000:0.0:1787756106.426650:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ceb0c from it ffffbc5601c77c18 00010000:00010000:0.0:1787756106.426655:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9600/0xc63d509de01ceb0c lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221d90 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.426666:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9600/0xc63d509de01ceb0c lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221d90 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1787756106.426712:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file namespace.conf:[0x2400007ed:0xac:0x0](ffffa0e6c771e3c8) current size 1440, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756106.000000000, mtime 1787756106.000000000, ctime 1787756106.000000000 00000020:00100000:0.0:1787756106.426766:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756106.426771:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6598a80 x1874589765983104/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756106.426810:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765983104:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756106.426935:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787756106.429115:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765983104:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756106.429177:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xac:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756106.429197:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1787756106.429309:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589765983232:192.168.201.131@tcp:2:tar.0 00000100:00100000:0.0:1787756106.431110:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589765983232:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.434220:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765983616:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.436037:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765983616:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.458942:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca172300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765984768:192.168.201.131@tcp:2:tar.0 00010000:00010000:3.0:1787756106.460433:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756106.468065:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca172300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765984768:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.482991:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca172680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765985536:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.486457:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca172680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765985536:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.489190:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765985920:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.494599:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765985920:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.516786:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765987072:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.518573:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765987072:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.529610:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765987840:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.532104:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765987840:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.537408:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756106.537445:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765988224:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.540231:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765988224:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.565172:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765989376:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.568416:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765989376:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.580991:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765990144:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.583882:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765990144:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.587155:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756106.587177:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765990528:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.592226:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765990528:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.617998:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765991680:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.619718:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765991680:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.632419:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765992448:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.635209:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765992448:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.643583:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765992832:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.645946:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765992832:192.168.201.131@tcp:2:tar.0 00010000:00010000:3.0:1787756106.665395:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000003047c6/0xc63d509de01ceb8a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.665410:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000003047c6/0xc63d509de01ceb8a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.665422:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000003047c6/0xc63d509de01ceb8a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756106.665444:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354ce00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765993472:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756106.665548:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756106.667407:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354ce00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765993472:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756106.667439:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000003047c6/0xc63d509de01ceb8a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221f34 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.667461:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000003047c6/0xc63d509de01ceb8a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221f34 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.667476:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000003047c6/0xc63d509de01ceb8a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221f34 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.667509:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000003047c6/0xc63d509de01ceb8a lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221f34 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787756106.667524:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000003047c6/0xc63d509de01ceb8a lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d221f34 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.667537:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000003047c6/0xc63d509de01ceb8a lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221f34 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.667548:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000003047c6/0xc63d509de01ceb8a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221f34 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756106.667580:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) console.handlers: write [0, 512) append 0 append lockpos 0 00000080:00200000:3.0:1787756106.667613:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 512 bytes 00000080:00200000:3.0:1787756106.667683:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 512, copied 512 00000080:00200000:3.0:1787756106.667697:0:138509:0:(rw26.c:929:ll_write_end()) page@000000003e8d2293[3 000000005e6551e4 2 1 00000000f9c9e95d 0 0 0] 00000080:00200000:3.0:1787756106.667701:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @0000000060811b9c 17ffffc0001001 3:0 ffffa0e6c664ce00 0 lru 00000080:00200000:3.0:1787756106.667710:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@00000000e8e8b5ee 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000000dd14ff3 0000000007bebc6d > 3< 0 0 > 4< 0 0 8 483241984 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787756106.667713:0:138509:0:(rw26.c:929:ll_write_end()) end page@000000003e8d2293 00000080:00200000:3.0:1787756106.667714:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787756106.667719:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 512 prio 0 00000008:00010000:3.0:1787756106.667761:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 00000000b79ab22c ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000003047c6/0xc63d509de01ceb8a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d221f34 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756106.667795:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e02d8ab8, count 1, dirtied 1 00000080:00200000:3.0:1787756106.667801:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 512 bytes, tot: 512 00000080:00200000:3.0:1787756106.667805:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) console.handlers: write bytes 0, result: 512 00000020:00010000:3.0:1787756106.667826:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cf4e8 (ffffa0e6c3555ea8/0) at cl_lock_release():245 00000020:00010000:3.0:1787756106.667830:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cf4e8 (ffffa0e6c3555ea8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756106.667834:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6ca020830 (ffffa0e6c35555a8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756106.667840:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000003047c6/0xc63d509de01ceb8a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221f34 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.667850:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000003047c6/0xc63d509de01ceb8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d221f34 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1787756106.667872:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cf4e8 (ffffa0e6c3555ea8/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756106.667875:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6ca020830 (ffffa0e6c3555ea8/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756106.667882:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 512 bytes 00000080:00200000:3.0:1787756106.667891:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:3.0:1787756106.667906:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xaf:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787756106.667910:0:138509:0:(file.c:2238:ll_file_io_generic()) console.handlers: 2 io complete with rc: 0, result: 512, restart: 0 00000080:00200000:3.0:1787756106.667919:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x2400007ed:0xaf:0x0] updating i_size 512 i_blocks 0 00000080:00200000:3.0:1787756106.667924:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 512 00000080:00200008:3.0:1787756106.668163:0:138509:0:(file.c:2650:do_file_write_iter()) START file console.handlers:[0x2400007ed:0xaf:0x0], ppos: 512, count: 112 00000080:00200000:3.0:1787756106.668173:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 512 to 112 bytes 00000080:00200000:3.0:1787756106.668177:0:138509:0:(rw26.c:871:ll_write_end()) pos 512, len 112, copied 112 00000080:00200000:3.0:1787756106.668186:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x2400007ed:0xaf:0x0] updating i_size 624 i_blocks 0 00000080:00200000:3.0:1787756106.668189:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 112, original count 112 00000080:00200008:3.0:1787756106.668207:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file console.handlers:[0x2400007ed:0xaf:0x0](ffffa0e6e02d8908) current size 624, valid attrs 10160, mode 5560, uid -779287808, gid -24346, new size 18446669676315901696, atime 1787756106.000000000, mtime 1751382698.000000000, ctime 1787756106.000000000 00010000:00010000:3.0:1787756106.668247:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f80200/0xc63d509de01ceb83 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221f26 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756106.668268:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xaf:0x0]: losing layout lock 00010000:00010000:3.0:1787756106.668341:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f80200/0xc63d509de01ceb83 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221f26 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.668350:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756106.668353:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f80200/0xc63d509de01ceb83 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221f26 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787756106.668380:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756106.668390:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5620700 x1874589765993728/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756106.668415:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5620700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765993728:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756106.668507:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756106.670621:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5620700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765993728:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756106.670679:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xaf:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:3.0:1787756106.670707:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x2400007ed:0xaf:0x0](ffffa0e6e02d8908) 00000002:00010000:3.0:1787756106.670719:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0xaf:0x0]) in obj [0x2400007ed:0xaf:0x0], intent: layout flags 0 00010000:00010000:3.0:1787756106.670793:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8e00/0xc63d509de01ceb91 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.670805:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8e00/0xc63d509de01ceb91 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.670817:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8e00/0xc63d509de01ceb91 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756106.670839:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5621180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765993856:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756106.670923:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756106.675413:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5621180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589765993856:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756106.675456:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8e00/0xc63d509de01ceb91 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221f42 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.675564:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8e00/0xc63d509de01ceb91 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221f42 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756106.675584:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6c5621180 x1874589765993856/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756122 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756106.675604:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8e00/0xc63d509de01ceb91 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221f42 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756106.675620:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8e00/0xc63d509de01ceb91 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221f42 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.675635:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 16 res 9663678445/175 (0 0) 00000080:00200000:3.0:1787756106.675643:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x2400007ed:0xaf:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1787756106.675665:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xaf:0x0](ffffa0e6e02d8908) for lock 0xc63d509de01ceb91 00000080:00010000:3.0:1787756106.675675:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ceb91 from it ffffbc5601c77a78 00010000:00010000:3.0:1787756106.675680:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8e00/0xc63d509de01ceb91 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d221f42 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756106.675691:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8e00/0xc63d509de01ceb91 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221f42 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.676016:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8e00/0xc63d509de01ceb91 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221f42 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.676032:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8e00/0xc63d509de01ceb91 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221f42 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787756106.676041:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x2400007ed:0xaf:0x0](00000000db682820) being reconfigured ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8e00/0xc63d509de01ceb91 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d221f42 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756106.676089:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xaf:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:3.0:1787756106.676094:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8e00/0xc63d509de01ceb91 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d221f42 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.676102:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8e00/0xc63d509de01ceb91 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d221f42 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:3.0:1787756106.676129:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756106.676205:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1787756106.676224:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787756106.676229:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c9775db0, osc lock ffffa0e6c7b6a130, flags 0x0 00010000:00010000:3.0:1787756106.676249:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000003047c6/0xc63d509de01ceb8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d221f34 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.676260:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000003047c6/0xc63d509de01ceb8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d221f34 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.676311:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000003047c6/0xc63d509de01ceb8a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221f34 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.676320:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000003047c6/0xc63d509de01ceb8a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221f34 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.676328:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000003047c6/0xc63d509de01ceb8a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d221f34 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756106.676420:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756106.676442:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5621180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765993984:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.680014:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5621180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765993984:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.689835:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765994752:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.692640:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765994752:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.697022:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765995136:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.701979:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765995136:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.720231:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756106.720263:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765996288:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.723947:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765996288:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.735585:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765997056:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.740415:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765997056:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.744696:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765997440:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.751124:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765997440:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.769941:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765998592:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.772670:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589765998592:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.784812:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765999360:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.789101:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765999360:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.797171:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756106.797210:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3549880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765999744:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.800725:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3549880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589765999744:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.826077:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766000896:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.829815:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766000896:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.845559:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766001664:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.848470:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766001664:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.855656:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756106.855677:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766002048:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756106.857867:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766002048:192.168.201.131@tcp:2:tar.0 00000080:00010000:0.0:1787756106.890677:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xb0:0x0](ffffa0e6d1263248) 00000080:00010000:0.0:1787756106.890682:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cebf3 from it ffffbc5601c77b70 00010000:00010000:0.0:1787756106.890687:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6800/0xc63d509de01cebf3 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2220bc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.890696:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6800/0xc63d509de01cebf3 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2220bc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1787756106.890738:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file pwquality.conf.d:[0x2400007ed:0xb0:0x0](ffffa0e6d1263248) current size 8192, valid attrs 10160, mode ffff, uid -744624128, gid -24346, new size 18446639511986106368, atime 1787756106.000000000, mtime 1676700447.000000000, ctime 1787756106.000000000 00010000:00010000:0.0:1787756106.890784:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6800/0xc63d509de01cebf3 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2220bc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756106.890844:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6800/0xc63d509de01cebf3 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2220bc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756106.890858:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787756106.890861:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6800/0xc63d509de01cebf3 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2220bc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1787756106.890895:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756106.890902:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c659b100 x1874589766003200/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756106.890927:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659b100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766003200:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756106.891026:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787756106.895994:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:0.0:1787756106.896190:0:15195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589784962048 00000100:00100000:0.0:1787756106.896202:0:15195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589784962048 00000100:00100000:0.0:1787756106.896337:0:15195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5190 00000100:00100000:0.0:1787756106.896348:0:15195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6d86c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d820e3d8-0101-4517-9bdc-79801f6168f8+5:41743:x1874589784962048:12345-192.168.201.131@tcp:104: 00010000:00010000:0.0:1787756106.896369:0:15195:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6c00/0xc63d509de01cebfa lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x11:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d2220ca expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756106.896514:0:15195:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787756106.896523:0:15195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6d86c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d820e3d8-0101-4517-9bdc-79801f6168f8+5:41743:x1874589784962048:12345-192.168.201.131@tcp:104: Request processed in 177us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1787756106.896531:0:15195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5190 00000100:00100000:3.0:1787756106.896796:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766003328:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787756106.900042:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:3.0:1787756106.900103:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766003328:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787756106.900105:0:18630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589784962560 00000100:00100000:0.0:1787756106.900116:0:18630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589784962560 00000100:00100000:0.0:1787756106.900337:0:18630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5191 00000100:00100000:0.0:1787756106.900348:0:18630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6d86c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d820e3d8-0101-4517-9bdc-79801f6168f8+5:8450:x1874589784962560:12345-192.168.201.131@tcp:104: 00010000:00010000:0.0:1787756106.900369:0:18630:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7000/0xc63d509de01cec01 lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x11:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d2220d8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756106.900466:0:18630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787756106.900472:0:18630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6d86c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d820e3d8-0101-4517-9bdc-79801f6168f8+5:8450:x1874589784962560:12345-192.168.201.131@tcp:104: Request processed in 127us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1787756106.900478:0:18630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5191 00000100:00100000:3.0:1787756106.900651:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756106.900669:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766003456:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756106.905560:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766003456:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787756106.910078:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659b100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766003200:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756106.910216:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xb0:0x0], updating i_size 4096 00000080:00200008:0.0:1787756106.910234:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file pwquality.conf.d:[0x2400007ed:0xb0:0x0](ffffa0e6d1263248) current size 4096, valid attrs 10010160, mode ffff, uid -744624128, gid -24346, new size 18446639511986106368, atime 1787756106.000000000, mtime 1676700447.000000000, ctime 1787756106.000000000, rc 0 00000080:00200000:0.0:1787756106.910328:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:0.0:1787756106.910348:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:0.0:1787756106.910359:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756106.910363:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=security, flags=16 00000080:00200000:0.0:1787756106.910367:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756106.910384:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pwquality.conf.d, dir=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), flags=0 00000080:00200000:0.0:1787756106.910389:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pwquality.conf.d, dir=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), intent=getattr 00000002:00010000:0.0:1787756106.910427:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pwquality.conf.d,[0x0:0x0:0x0]) in obj [0x240000fb8:0x10:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787756106.910511:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec08 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.910524:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec08 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.910536:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec08 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756106.910560:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6599180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766003584:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756106.910656:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787756106.913467:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6599180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766003584:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756106.913502:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec08 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222110 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.913542:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec08 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222110 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.913552:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec08 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222110 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.913566:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec08 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222110 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.913580:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec08 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222110 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.913595:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec08 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222110 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.913604:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec08 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222110 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.913612:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec08 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222110 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756106.913625:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c6599180 x1874589766003584/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/672 e 0 to 0 dl 1787756122 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756106.913643:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec08 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222110 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.913655:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/176 (0 0) 00000080:00200000:0.0:1787756106.913663:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000fb8:0x10:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1787756106.913707:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xb0:0x0], updating i_size 4096 00000080:00200000:0.0:1787756106.913711:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x2400007ed:0xb0:0x0](ffffa0e6d1263248): rc = 0 00000080:00010000:0.0:1787756106.913720:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xb0:0x0](ffffa0e6d1263248) for lock 0xc63d509de01cec08 00000080:00010000:0.0:1787756106.913737:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xb0:0x0](ffffa0e6d1263248) 00000080:00010000:0.0:1787756106.913741:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cec08 from it ffffbc5601c77bc0 00010000:00010000:0.0:1787756106.913744:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec08 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222110 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.913754:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec08 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222110 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1787756106.913876:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file pwquality.conf.d:[0x2400007ed:0xb0:0x0](ffffa0e6d1263248) current size 4096, valid attrs 46, mode ffff, uid 0, gid 0, new size 18446639511962189824, atime 1787756106.000000000, mtime 1787756106.000000000, ctime 1787756106.000000000 00010000:00010000:0.0:1787756106.913902:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec08 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222110 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756106.914548:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec08 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222110 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756106.914557:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787756106.914560:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec08 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222110 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1787756106.914590:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756106.914600:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6599180 x1874589766003840/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756106.914625:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6599180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766003840:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756106.914718:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787756106.924810:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6599180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766003840:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756106.924856:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xb0:0x0], updating i_size 4096 00000080:00200008:0.0:1787756106.924872:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file pwquality.conf.d:[0x2400007ed:0xb0:0x0](ffffa0e6d1263248) current size 4096, valid attrs 10000046, mode ffff, uid 0, gid 0, new size 18446639511962189824, atime 1787756106.000000000, mtime 1787756106.000000000, ctime 1787756106.000000000, rc 0 00000080:00200000:0.0:1787756106.924926:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:0.0:1787756106.924936:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:0.0:1787756106.924945:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756106.924950:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=security, flags=17 00000080:00200000:0.0:1787756106.924953:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756106.924971:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pwquality.conf.d, dir=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), flags=1 00000080:00200000:0.0:1787756106.924977:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pwquality.conf.d, dir=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), intent=getattr 00000002:00010000:0.0:1787756106.925006:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pwquality.conf.d,[0x0:0x0:0x0]) in obj [0x240000fb8:0x10:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787756106.925077:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec0f lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.925089:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec0f lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.925101:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec0f lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756106.925128:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766003968:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756106.925209:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787756106.928353:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766003968:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756106.928387:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec0f lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222148 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.928428:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec0f lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222148 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.928439:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec0f lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222148 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.928449:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec0f lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222148 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.928459:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec0f lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222148 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.928469:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec0f lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222148 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.928475:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec0f lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222148 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.928481:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec0f lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222148 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756106.928498:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c6598700 x1874589766003968/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/672 e 0 to 0 dl 1787756122 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756106.928513:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec0f lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222148 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.928524:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/176 (0 0) 00000080:00200000:0.0:1787756106.928532:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000fb8:0x10:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1787756106.928572:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xb0:0x0], updating i_size 4096 00000080:00200000:0.0:1787756106.928574:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x2400007ed:0xb0:0x0](ffffa0e6d1263248): rc = 0 00000080:00010000:0.0:1787756106.928582:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xb0:0x0](ffffa0e6d1263248) for lock 0xc63d509de01cec0f 00000080:00010000:0.0:1787756106.928598:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xb0:0x0](ffffa0e6d1263248) 00000080:00010000:0.0:1787756106.928602:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cec0f from it ffffbc5601c77bd0 00010000:00010000:0.0:1787756106.928605:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec0f lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222148 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.928615:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec0f lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222148 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1787756106.928679:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file pwquality.conf.d:[0x2400007ed:0xb0:0x0](ffffa0e6d1263248) current size 4096, valid attrs 41, mode 41ed, uid -768540672, gid -24346, new size 0, atime 1787756106.000000000, mtime 1787756106.000000000, ctime 1787756106.000000000 00010000:00010000:0.0:1787756106.928705:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec0f lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222148 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756106.928759:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec0f lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222148 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756106.928781:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787756106.928784:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec0f lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222148 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1787756106.928801:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756106.928807:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6598700 x1874589766004224/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756106.928828:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766004224:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756106.928910:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787756106.935750:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766004224:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756106.935808:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xb0:0x0], updating i_size 4096 00000080:00200008:0.0:1787756106.935825:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file pwquality.conf.d:[0x2400007ed:0xb0:0x0](ffffa0e6d1263248) current size 4096, valid attrs 10000041, mode 41ed, uid -768540672, gid -24346, new size 0, atime 1787756106.000000000, mtime 1787756106.000000000, ctime 1787756106.000000000, rc 0 00000080:00200000:0.0:1787756106.935888:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:0.0:1787756106.935898:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:0.0:1787756106.935909:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756106.935912:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=security, flags=16 00000080:00200000:0.0:1787756106.935916:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756106.935933:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=namespace.d, dir=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), flags=1536 00000080:00200000:0.0:1787756106.935937:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), inode mode 41c0 mask 3 00000080:00200000:0.0:1787756106.935943:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), inode mode 41c0 mask 3 00000080:00200000:0.0:1787756106.935948:0:138509:0:(namei.c:2239:do_mkdir()) VFS Op:name=namespace.d, dir=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08) 00000020:00100000:0.0:1787756106.936044:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756106.936056:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c659b480 x1874589766004480/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756106.936090:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766004480:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756106.936199:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787756106.944219:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766004480:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756106.944332:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x111c:0x0](ffffa0e6c762db88) 00000080:00200000:0.0:1787756106.944342:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x111c:0x0], updating i_size 4096 00000080:00200000:0.0:1787756106.944447:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:0.0:1787756106.944459:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:0.0:1787756106.944469:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756106.944473:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=security, flags=16 00000080:00200000:0.0:1787756106.944477:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756106.944491:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=namespace.d, dir=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), flags=0 00000080:00200000:0.0:1787756106.944496:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=namespace.d, dir=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), intent=getattr 00000002:00010000:0.0:1787756106.944524:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: namespace.d,[0x0:0x0:0x0]) in obj [0x200024df1:0x10:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787756106.944598:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec16 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.944610:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec16 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.944622:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec16 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756106.944644:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659a680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766004608:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756106.945369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787756106.950187:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659a680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766004608:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756106.950368:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec16 lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221aa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.950408:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec16 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221aa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.950419:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec16 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221aa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.950433:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec16 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2221aa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.950447:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec16 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221aa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.950464:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec16 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2221aa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.950473:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec16 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2221aa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.950481:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec16 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2221aa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756106.950494:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c659a680 x1874589766004608/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/672 e 0 to 0 dl 1787756122 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756106.950508:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec16 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221aa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.950524:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4380 (0 0) 00000080:00200000:0.0:1787756106.950533:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x10:0x0] suppgids 0 -1: rc 0 00000002:00010000:0.0:1787756106.950613:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200024df0:0x19:0x0]) in obj [0x200024df0:0x19:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787756106.950947:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8000/0xc63d509de01cec1d lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.950958:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8000/0xc63d509de01cec1d lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.950969:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8000/0xc63d509de01cec1d lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756106.950993:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6599f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766004736:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756106.951156:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787756106.955705:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6599f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766004736:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756106.955741:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8000/0xc63d509de01cec1d lrc: 4/1,0 mode: --/CR res: [0x200024df0:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.955757:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8000/0xc63d509de01cec1d lrc: 4/1,0 mode: --/PR res: [0x200024df0:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.959992:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8000/0xc63d509de01cec1d lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2221b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.960021:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8000/0xc63d509de01cec1d lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.960050:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8000/0xc63d509de01cec1d lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2221b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.960060:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8000/0xc63d509de01cec1d lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2221b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.960065:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8000/0xc63d509de01cec1d lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2221b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756106.960082:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c6599f80 x1874589766004736/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756122 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756106.960094:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8000/0xc63d509de01cec1d lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.960105:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590085616/25 (0 0) 00010000:00010000:0.0:1787756106.960112:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8000/0xc63d509de01cec1d lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2221b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.960118:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8000/0xc63d509de01cec1d lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00010000:0.0:1787756106.960165:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000fb9:0x19:0x0]) in obj [0x240000fb9:0x19:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787756106.960257:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683400/0xc63d509de01cec24 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.960263:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683400/0xc63d509de01cec24 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.960285:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683400/0xc63d509de01cec24 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756106.960307:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6599f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766004864:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756106.960399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787756106.972900:0:138509:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: committing for last_committed 8589935398 gen 1 00000100:00100000:0.0:1787756106.973115:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6599f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766004864:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756106.973141:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683400/0xc63d509de01cec24 lrc: 4/1,0 mode: --/CR res: [0x240000fb9:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.973156:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683400/0xc63d509de01cec24 lrc: 4/1,0 mode: --/PR res: [0x240000fb9:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.973169:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683400/0xc63d509de01cec24 lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2221c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.973180:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683400/0xc63d509de01cec24 lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.973194:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683400/0xc63d509de01cec24 lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2221c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.973203:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683400/0xc63d509de01cec24 lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2221c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.973211:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683400/0xc63d509de01cec24 lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2221c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756106.973225:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c6599f80 x1874589766004864/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756122 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756106.973240:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683400/0xc63d509de01cec24 lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.973427:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663680441/25 (0 0) 00010000:00010000:0.0:1787756106.973437:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683400/0xc63d509de01cec24 lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2221c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.973448:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683400/0xc63d509de01cec24 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756106.973486:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x111c:0x0], updating i_size 8192 00000080:00200000:0.0:1787756106.973491:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x111c:0x0](ffffa0e6c762db88): rc = 0 00000080:00010000:0.0:1787756106.973503:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x111c:0x0](ffffa0e6c762db88) for lock 0xc63d509de01cec16 00000080:00010000:0.0:1787756106.973522:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x111c:0x0](ffffa0e6c762db88) 00000080:00010000:0.0:1787756106.973526:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cec16 from it ffffbc5601c77b70 00010000:00010000:0.0:1787756106.973530:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec16 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2221aa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.973540:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec16 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221aa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1787756106.973579:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file namespace.d:[0x20001a9e3:0x111c:0x0](ffffa0e6c762db88) current size 8192, valid attrs 10160, mode ffff, uid -768540672, gid -24346, new size 18446639511962189824, atime 1787756106.000000000, mtime 1751382702.000000000, ctime 1787756106.000000000 00010000:00010000:0.0:1787756106.973611:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec16 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2221aa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756106.973670:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec16 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2221aa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756106.973678:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787756106.973682:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9a00/0xc63d509de01cec16 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2221aa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1787756106.973707:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756106.973715:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c659a680 x1874589766005120/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756106.973742:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659a680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766005120:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756106.973892:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787756106.982658:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:0.0:1787756106.982738:0:15194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589784965888 00000100:00100000:0.0:1787756106.982751:0:15194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589784965888 00000100:00100000:0.0:1787756106.982824:0:15194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5192 00000100:00100000:0.0:1787756106.982835:0:15194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6d86c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d820e3d8-0101-4517-9bdc-79801f6168f8+5:41743:x1874589784965888:12345-192.168.201.131@tcp:104: 00010000:00010000:0.0:1787756106.982858:0:15194:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8000/0xc63d509de01cec1d lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d2221b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756106.982941:0:15194:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787756106.982948:0:15194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6d86c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d820e3d8-0101-4517-9bdc-79801f6168f8+5:41743:x1874589784965888:12345-192.168.201.131@tcp:104: Request processed in 115us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1787756106.982955:0:15194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5192 00000100:00100000:1.0:1787756106.987155:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:0.0:1787756106.987366:0:116615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589784966144 00000100:00100000:0.0:1787756106.987376:0:116615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589784966144 00000100:00100000:0.0:1787756106.987450:0:116615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5193 00000100:00100000:0.0:1787756106.987462:0:116615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6d86c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:d820e3d8-0101-4517-9bdc-79801f6168f8+5:8451:x1874589784966144:12345-192.168.201.131@tcp:104: 00000100:00100000:3.0:1787756106.987486:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766005248:192.168.201.131@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787756106.987487:0:116615:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683400/0xc63d509de01cec24 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d2221c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756106.987571:0:116615:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787756106.987579:0:116615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6d86c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:d820e3d8-0101-4517-9bdc-79801f6168f8+5:8451:x1874589784966144:12345-192.168.201.131@tcp:104: Request processed in 119us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1787756106.987587:0:116615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5193 00010000:00010000:3.0:1787756106.987600:0:15204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787756106.987607:0:15204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683400/0xc63d509de01cec24 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d2221c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.987616:0:15204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e6d1683400 already unused, calling callback (ffffffffc1aa93c0) 00010000:00010000:3.0:1787756106.987622:0:15204:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683400/0xc63d509de01cec24 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d2221c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.987632:0:15204:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683400/0xc63d509de01cec24 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d2221c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.987641:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683400/0xc63d509de01cec24 lrc: 3/0,0 mode: PR/PR res: [0x240000fb9:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa58e5f4f9d2221c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.987722:0:15204:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683400/0xc63d509de01cec24 lrc: 2/0,0 mode: --/PR res: [0x240000fb9:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d2221c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.987730:0:15204:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756106.987760:0:15204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683400/0xc63d509de01cec24 lrc: 1/0,0 mode: --/PR res: [0x240000fb9:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d2221c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.987782:0:15204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683400/0xc63d509de01cec24 lrc: 0/0,0 mode: --/PR res: [0x240000fb9:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d2221c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756106.987804:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756106.987853:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756106.987858:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756106.991655:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659a680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766005120:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756106.991703:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x111c:0x0], updating i_size 4096 00000080:00200008:0.0:1787756106.991720:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file namespace.d:[0x20001a9e3:0x111c:0x0](ffffa0e6c762db88) current size 4096, valid attrs 10010160, mode ffff, uid -768540672, gid -24346, new size 18446639511962189824, atime 1787756106.000000000, mtime 1751382702.000000000, ctime 1787756106.000000000, rc 0 00000080:00200000:0.0:1787756106.991811:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:0.0:1787756106.991822:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:0.0:1787756106.991833:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756106.991837:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=security, flags=16 00000080:00200000:0.0:1787756106.991841:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756106.991865:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=namespace.d, dir=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), flags=0 00000080:00200000:0.0:1787756106.991933:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=namespace.d, dir=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), intent=getattr 00000002:00010000:0.0:1787756106.991967:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: namespace.d,[0x0:0x0:0x0]) in obj [0x200024df1:0x10:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787756106.992057:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cec2b lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.992069:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cec2b lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.992081:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cec2b lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756106.992108:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6599f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766005504:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756106.992823:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787756106.995301:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6599f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766005504:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756106.995343:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cec2b lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.995508:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cec2b lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.995520:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cec2b lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.995534:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cec2b lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2221fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.995549:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cec2b lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.995567:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cec2b lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2221fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.995577:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cec2b lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2221fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.995651:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cec2b lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2221fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756106.995672:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c6599f80 x1874589766005504/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/672 e 0 to 0 dl 1787756122 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756106.995688:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cec2b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.995700:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4380 (0 0) 00000080:00200000:0.0:1787756106.995708:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x10:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1787756106.995751:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x111c:0x0], updating i_size 4096 00000080:00200000:0.0:1787756106.995754:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x111c:0x0](ffffa0e6c762db88): rc = 0 00000080:00010000:0.0:1787756106.995762:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x111c:0x0](ffffa0e6c762db88) for lock 0xc63d509de01cec2b 00000080:00010000:0.0:1787756106.995790:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x111c:0x0](ffffa0e6c762db88) 00000080:00010000:0.0:1787756106.995794:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cec2b from it ffffbc5601c77bc0 00010000:00010000:0.0:1787756106.995798:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cec2b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2221fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756106.995807:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cec2b lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2221fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1787756106.995864:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file namespace.d:[0x20001a9e3:0x111c:0x0](ffffa0e6c762db88) current size 4096, valid attrs 46, mode ffff, uid 0, gid 0, new size 18446639511962189824, atime 1787756106.000000000, mtime 1787756106.000000000, ctime 1787756106.000000000 00010000:00010000:0.0:1787756106.995951:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cec2b lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2221fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756106.996009:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cec2b lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2221fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756106.996022:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787756106.996025:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cec2b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2221fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1787756106.996045:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756106.996053:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6599f80 x1874589766005760/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756106.996078:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6599f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766005760:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756106.996158:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787756107.004296:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6599f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766005760:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756107.004347:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x111c:0x0], updating i_size 4096 00000080:00200008:0.0:1787756107.004364:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file namespace.d:[0x20001a9e3:0x111c:0x0](ffffa0e6c762db88) current size 4096, valid attrs 10000046, mode ffff, uid 0, gid 0, new size 18446639511962189824, atime 1787756106.000000000, mtime 1787756106.000000000, ctime 1787756106.000000000, rc 0 00000080:00200000:0.0:1787756107.004421:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:0.0:1787756107.004431:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:0.0:1787756107.004441:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756107.004445:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=security, flags=17 00000080:00200000:0.0:1787756107.004448:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756107.004465:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=namespace.d, dir=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), flags=1 00000080:00200000:0.0:1787756107.004470:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=namespace.d, dir=[0x2400007ed:0xa6:0x0](ffffa0e6e02dcb08), intent=getattr 00000002:00010000:0.0:1787756107.004499:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: namespace.d,[0x0:0x0:0x0]) in obj [0x200024df1:0x10:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787756107.004606:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cec32 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.004618:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cec32 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.004630:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cec32 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756107.004654:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766005888:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756107.004809:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787756107.007870:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766005888:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756107.007905:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cec32 lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222236 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.007942:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cec32 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222236 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.007952:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cec32 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222236 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.007964:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cec32 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222236 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.007976:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cec32 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222236 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.007990:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cec32 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222236 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.008000:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cec32 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222236 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.008014:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cec32 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222236 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756107.008028:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c6598700 x1874589766005888/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/672 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756107.008044:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cec32 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222236 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.008056:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4380 (0 0) 00000080:00200000:0.0:1787756107.008064:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x10:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1787756107.008106:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x111c:0x0], updating i_size 4096 00000080:00200000:0.0:1787756107.008110:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x111c:0x0](ffffa0e6c762db88): rc = 0 00000080:00010000:0.0:1787756107.008118:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x111c:0x0](ffffa0e6c762db88) for lock 0xc63d509de01cec32 00000080:00010000:0.0:1787756107.008134:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x111c:0x0](ffffa0e6c762db88) 00000080:00010000:0.0:1787756107.008138:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cec32 from it ffffbc5601c77bd0 00010000:00010000:0.0:1787756107.008141:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cec32 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222236 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.008152:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cec32 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222236 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1787756107.008211:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file namespace.d:[0x20001a9e3:0x111c:0x0](ffffa0e6c762db88) current size 4096, valid attrs 41, mode 41ed, uid -768540672, gid -24346, new size 0, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000 00010000:00010000:0.0:1787756107.008237:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cec32 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222236 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.008463:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cec32 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222236 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.008470:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787756107.008473:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cec32 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x111c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222236 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1787756107.008490:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756107.008495:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6598700 x1874589766006144/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756107.008517:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766006144:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756107.008626:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787756107.027626:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766006144:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756107.027740:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x111c:0x0], updating i_size 4096 00000080:00200008:0.0:1787756107.027759:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file namespace.d:[0x20001a9e3:0x111c:0x0](ffffa0e6c762db88) current size 4096, valid attrs 10000041, mode 41ed, uid -768540672, gid -24346, new size 0, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000, rc 0 00000100:00100000:1.0:1787756107.050464:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:0.0:1787756107.050567:0:15194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589784970240 00000100:00100000:0.0:1787756107.050580:0:15194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589784970240 00000100:00100000:0.0:1787756107.050697:0:15194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5194 00000100:00100000:0.0:1787756107.050711:0:15194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6d86c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d820e3d8-0101-4517-9bdc-79801f6168f8+5:41743:x1874589784970240:12345-192.168.201.131@tcp:104: 00010000:00010000:0.0:1787756107.050735:0:15194:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6c00/0xc63d509de01cec40 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d2222a6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.050867:0:15194:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787756107.050875:0:15194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6d86c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d820e3d8-0101-4517-9bdc-79801f6168f8+5:41743:x1874589784970240:12345-192.168.201.131@tcp:104: Request processed in 167us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1787756107.050885:0:15194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5194 00010000:00010000:3.0:1787756107.050948:0:15205:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787756107.050959:0:15205:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6c00/0xc63d509de01cec40 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d2222a6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.050969:0:15205:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e7021f6c00 already unused, calling callback (ffffffffc1aa93c0) 00010000:00010000:3.0:1787756107.050975:0:15205:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6c00/0xc63d509de01cec40 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d2222a6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.050991:0:15205:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6c00/0xc63d509de01cec40 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d2222a6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.051000:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6c00/0xc63d509de01cec40 lrc: 3/0,0 mode: PR/PR res: [0x240000fb8:0x12:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa58e5f4f9d2222a6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.051072:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6c00/0xc63d509de01cec40 lrc: 2/0,0 mode: --/PR res: [0x240000fb8:0x12:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d2222a6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.051079:0:15205:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756107.051116:0:15205:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6c00/0xc63d509de01cec40 lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x12:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d2222a6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.051125:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6c00/0xc63d509de01cec40 lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x12:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d2222a6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.051150:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756107.051152:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756107.051154:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756107.051164:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756107.051184:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766007168:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787756107.053937:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:3.0:1787756107.053938:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766007168:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787756107.054024:0:18630:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787756107.054045:0:18630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589784970496 00000100:00100000:0.0:1787756107.054052:0:18630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589784970496 00000100:00100000:0.0:1787756107.054211:0:18630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5195 00000100:00100000:0.0:1787756107.054225:0:18630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6c90dc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d820e3d8-0101-4517-9bdc-79801f6168f8+5:8450:x1874589784970496:12345-192.168.201.131@tcp:104: 00010000:00010000:0.0:1787756107.054247:0:18630:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cec47 lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x12:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d2222b4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.054364:0:18630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787756107.054373:0:18630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6c90dc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d820e3d8-0101-4517-9bdc-79801f6168f8+5:8450:x1874589784970496:12345-192.168.201.131@tcp:104: Request processed in 151us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1787756107.054382:0:18630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5195 00000100:00100000:3.0:1787756107.054602:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766007296:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756107.056340:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766007296:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787756107.115524:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:0.0:1787756107.116243:0:15195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589784973952 00000100:00100000:0.0:1787756107.116257:0:15195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589784973952 00000100:00100000:0.0:1787756107.116358:0:15195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5196 00000100:00100000:0.0:1787756107.116371:0:15195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6d86c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d820e3d8-0101-4517-9bdc-79801f6168f8+5:6523:x1874589784973952:12345-192.168.201.131@tcp:104: 00010000:00010000:0.0:1787756107.116394:0:15195:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cec63 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d222394 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.116495:0:15195:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787756107.116504:0:15195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6d86c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d820e3d8-0101-4517-9bdc-79801f6168f8+5:6523:x1874589784973952:12345-192.168.201.131@tcp:104: Request processed in 135us (994us total) trans 0 rc 0/0 00000100:00100000:0.0:1787756107.116514:0:15195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5196 00000100:00100000:3.0:1787756107.116736:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766009088:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787756107.121079:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:3.0:1787756107.121092:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766009088:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787756107.121187:0:116615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589784974208 00000100:00100000:0.0:1787756107.121196:0:116615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589784974208 00000100:00100000:0.0:1787756107.121610:0:116615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5197 00000100:00100000:0.0:1787756107.121623:0:116615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6d86c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:d820e3d8-0101-4517-9bdc-79801f6168f8+5:176793:x1874589784974208:12345-192.168.201.131@tcp:104: 00010000:00010000:0.0:1787756107.121647:0:116615:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6a00/0xc63d509de01cec6a lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d2223a2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.121746:0:116615:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787756107.121753:0:116615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6d86c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:d820e3d8-0101-4517-9bdc-79801f6168f8+5:176793:x1874589784974208:12345-192.168.201.131@tcp:104: Request processed in 133us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1787756107.121761:0:116615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5197 00000100:00100000:3.0:1787756107.121990:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756107.122054:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766009216:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756107.125702:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766009216:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756107.198421:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766011520:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756107.200001:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766011520:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756107.209943:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766012288:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756107.211512:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766012288:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756107.216921:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766012672:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756107.221977:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766012672:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756107.246036:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766013824:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756107.248044:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766013824:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756107.256531:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766014592:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756107.257883:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766014592:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756107.259972:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766014976:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756107.262472:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766014976:192.168.201.131@tcp:2:tar.0 00000100:00100000:1.0:1787756107.269004:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:0.0:1787756107.269078:0:15195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589784977024 00000100:00100000:0.0:1787756107.269101:0:15195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589784977024 00000100:00100000:0.0:1787756107.269171:0:15195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5198 00000100:00100000:0.0:1787756107.269194:0:15195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6d86c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d820e3d8-0101-4517-9bdc-79801f6168f8+5:176793:x1874589784977024:12345-192.168.201.131@tcp:104: 00010000:00010000:0.0:1787756107.269429:0:15195:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7000/0xc63d509de01cec8d lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x14:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d222490 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.269526:0:15195:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787756107.269534:0:15195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6d86c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d820e3d8-0101-4517-9bdc-79801f6168f8+5:176793:x1874589784977024:12345-192.168.201.131@tcp:104: Request processed in 342us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1787756107.269542:0:15195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5198 00010000:00010000:3.0:1787756107.269567:0:15204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787756107.269577:0:15204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7000/0xc63d509de01cec8d lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x14:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d222490 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.269589:0:15204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e7021f7000 already unused, calling callback (ffffffffc1aa93c0) 00010000:00010000:3.0:1787756107.269595:0:15204:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7000/0xc63d509de01cec8d lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x14:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d222490 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.269604:0:15204:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7000/0xc63d509de01cec8d lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x14:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d222490 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.269611:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7000/0xc63d509de01cec8d lrc: 3/0,0 mode: PR/PR res: [0x200024df1:0x14:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa58e5f4f9d222490 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.269682:0:15204:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7000/0xc63d509de01cec8d lrc: 2/0,0 mode: --/PR res: [0x200024df1:0x14:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222490 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.269688:0:15204:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756107.269733:0:15204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7000/0xc63d509de01cec8d lrc: 1/0,0 mode: --/PR res: [0x200024df1:0x14:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222490 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.269743:0:15204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7000/0xc63d509de01cec8d lrc: 0/0,0 mode: --/PR res: [0x200024df1:0x14:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222490 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.269780:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756107.269783:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756107.269785:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00010000:0.0:1787756107.385212:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cf4e8 (ffffa0e6c3555ea8/0) at cl_lock_release():245 00000020:00010000:0.0:1787756107.385216:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cf4e8 (ffffa0e6c3555ea8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787756107.385221:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6ca0200b0 (ffffa0e6c35555a8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787756107.385233:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000a545fbf2/0xc63d509de01cecf6 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x167d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2226b2 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.385249:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000a545fbf2/0xc63d509de01cecf6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x167d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d2226b2 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1787756107.385308:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cf4e8 (ffffa0e6c3555ea8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787756107.385312:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6ca0200b0 (ffffa0e6c3555ea8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787756107.385332:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x111e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:0.0:1787756107.385349:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c60f8000 uarg=0000000000000000 00000002:00000080:0.0:1787756107.385364:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c60f8000 uarg=0000000000000000 00000020:00100000:0.0:1787756107.385392:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:0.0:1787756107.385399:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6599180 x1874589766018944/t0(0) o55->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787756107.385424:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6599180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766018944:192.168.201.131@tcp:55:tar.0 00000100:00100000:0.0:1787756107.385567:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd900 going to sleep for 11 seconds 00000100:00100000:0.0:1787756107.387682:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6599180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766018944:192.168.201.131@tcp:55:tar.0 00000080:00200008:0.0:1787756107.387814:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file smtpd.conf:[0x20001a9e3:0x111e:0x0](ffffa0e6d12680c8) current size 49, valid attrs 10010160, mode 5560, uid -779287808, gid -24346, new size 18446669676315901696, atime 1787756107.000000000, mtime 1692037056.000000000, ctime 1787756107.000000000, rc 0 00000002:00010000:0.0:1787756107.387879:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20001a9e3:0x111e:0x0], intent: getxattr flags 0 00010000:00010000:0.0:1787756107.387939:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682800/0xc63d509de01ced04 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x111e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.387946:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682800/0xc63d509de01ced04 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x111e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.387955:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682800/0xc63d509de01ced04 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x111e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756107.387983:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6599180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766019072:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756107.388065:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd900 going to sleep for 11 seconds 00000100:00100000:0.0:1787756107.389457:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6599180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766019072:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756107.389573:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682800/0xc63d509de01ced04 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x111e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2226d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.389590:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682800/0xc63d509de01ced04 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x111e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2226d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.389650:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682800/0xc63d509de01ced04 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x111e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2226d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756107.389662:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c6599180 x1874589766019072/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1104 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756107.389672:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682800/0xc63d509de01ced04 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x111e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2226d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.389682:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4382 (0 0) 00000080:00200000:0.0:1787756107.389687:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x20001a9e3:0x111e:0x0] suppgids 0 -1: rc 0 00000080:00010000:0.0:1787756107.389708:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x111e:0x0](ffffa0e6d12680c8) for lock 0xc63d509de01ced04 00000080:00010000:0.0:1787756107.389715:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ced04 from it ffffbc5601c77c18 00010000:00010000:0.0:1787756107.389718:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682800/0xc63d509de01ced04 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x111e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2226d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.389726:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682800/0xc63d509de01ced04 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x111e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2226d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1787756107.389757:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file smtpd.conf:[0x20001a9e3:0x111e:0x0](ffffa0e6d12680c8) current size 49, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000 00000020:00100000:0.0:1787756107.389814:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756107.389819:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6599180 x1874589766019328/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756107.389834:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6599180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766019328:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756107.389890:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd900 going to sleep for 11 seconds 00000100:00100000:0.0:1787756107.392383:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6599180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766019328:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756107.392453:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x111e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756107.392474:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1787756107.392581:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787756107.392599:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766019456:192.168.201.131@tcp:2:tar.0 00000100:00100000:0.0:1787756107.395230:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766019456:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756107.399642:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766019840:192.168.201.131@tcp:2:tar.0 00000080:00200000:0.0:1787756107.401738:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x111e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1787756107.401770:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file smtpd.conf:[0x20001a9e3:0x111e:0x0](ffffa0e6d12680c8) current size 49, valid attrs 10000041, mode 81a4, uid 1787756107, gid 0, new size 0, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000, rc 0 00000080:00200008:0.0:1787756107.401811:0:138509:0:(file.c:479:ll_file_release()) START file smtpd.conf:[0x20001a9e3:0x111e:0x0](ffffa0e6d12680c8), flags 104001 00000002:00100000:0.0:1787756107.401880:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6d830c700 x1874589766018048/t322122551528(322122551528) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756123 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787756107.401891:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787756107.401895:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6598a80 x1874589766020096/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787756107.401912:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766020096:192.168.201.131@tcp:35:tar.0 00000100:00100000:0.0:1787756107.401974:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd900 going to sleep for 11 seconds 00000100:00100000:0.0:1787756107.403384:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766020096:192.168.201.131@tcp:35:tar.0 00000002:00100000:0.0:1787756107.403463:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6d830c700 x1874589766018048/t322122551528(322122551528) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787756107.403587:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:0.0:1787756107.403595:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:0.0:1787756107.403605:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756107.403609:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=sasl2, flags=0 00000080:00200008:0.0:1787756107.403624:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file sasl2:[0x20001a9e3:0x111d:0x0](ffffa0e6d1268908) current size 8192, valid attrs 10160, mode ffff, uid -768540672, gid -24346, new size 18446639511962189824, atime 1787756107.000000000, mtime 1645636847.000000000, ctime 1787756107.000000000 00000020:00100000:0.0:1787756107.403681:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756107.403686:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6598380 x1874589766020352/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756107.403701:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766020352:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756107.403768:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd900 going to sleep for 11 seconds 00000100:00100000:1.0:1787756107.405878:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:0.0:1787756107.405936:0:18630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589784983680 00000100:00100000:0.0:1787756107.405947:0:18630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589784983680 00000100:00100000:0.0:1787756107.406014:0:18630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5199 00000100:00100000:0.0:1787756107.406232:0:18630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6d86c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d820e3d8-0101-4517-9bdc-79801f6168f8+5:176793:x1874589784983680:12345-192.168.201.131@tcp:104: 00010000:00010000:0.0:1787756107.406257:0:18630:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cece8 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d222688 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.406379:0:18630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787756107.406388:0:18630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6d86c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d820e3d8-0101-4517-9bdc-79801f6168f8+5:176793:x1874589784983680:12345-192.168.201.131@tcp:104: Request processed in 252us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1787756107.406397:0:18630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5199 00010000:00010000:3.0:1787756107.406472:0:15205:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787756107.406492:0:15205:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cece8 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d222688 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.406501:0:15205:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e6ca123200 already unused, calling callback (ffffffffc1aa93c0) 00010000:00010000:3.0:1787756107.406506:0:15205:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cece8 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1a:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d222688 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.406517:0:15205:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cece8 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1a:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d222688 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.406527:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cece8 lrc: 3/0,0 mode: PR/PR res: [0x240000fb9:0x1a:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa58e5f4f9d222688 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.406599:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cece8 lrc: 2/0,0 mode: --/PR res: [0x240000fb9:0x1a:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222688 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.406607:0:15205:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756107.406637:0:15205:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cece8 lrc: 1/0,0 mode: --/PR res: [0x240000fb9:0x1a:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222688 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.406646:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cece8 lrc: 0/0,0 mode: --/PR res: [0x240000fb9:0x1a:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222688 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.406669:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756107.406671:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756107.406673:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756107.416883:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766020352:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756107.416934:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x111d:0x0], updating i_size 4096 00000080:00200008:0.0:1787756107.416951:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file sasl2:[0x20001a9e3:0x111d:0x0](ffffa0e6d1268908) current size 4096, valid attrs 10010160, mode ffff, uid -768540672, gid -24346, new size 18446639511962189824, atime 1787756107.000000000, mtime 1645636847.000000000, ctime 1787756107.000000000, rc 0 00000080:00200000:0.0:1787756107.416995:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:0.0:1787756107.417006:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:0.0:1787756107.417028:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756107.417033:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=sasl2, flags=0 00000080:00200008:0.0:1787756107.417051:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file sasl2:[0x20001a9e3:0x111d:0x0](ffffa0e6d1268908) current size 4096, valid attrs 46, mode ffff, uid 0, gid 0, new size 18446639511962189824, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000 00010000:00010000:0.0:1787756107.417435:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cecda lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x111d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22266c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.417518:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cecda lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x111d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22266c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.417527:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787756107.417531:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cecda lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x111d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22266c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1787756107.417558:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756107.417570:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6598000 x1874589766020736/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756107.417597:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766020736:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756107.417694:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd900 going to sleep for 11 seconds 00000100:00100000:0.0:1787756107.428486:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766020736:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756107.428532:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x111d:0x0], updating i_size 4096 00000080:00200008:0.0:1787756107.428548:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file sasl2:[0x20001a9e3:0x111d:0x0](ffffa0e6d1268908) current size 4096, valid attrs 10000046, mode ffff, uid 0, gid 0, new size 18446639511962189824, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000, rc 0 00000080:00200000:1.0:1787756107.428692:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:1.0:1787756107.428704:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:1.0:1787756107.428713:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:1.0:1787756107.428739:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=sasl2, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=1 00000080:00200000:1.0:1787756107.428745:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=sasl2, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), intent=getattr 00000002:00010000:1.0:1787756107.428782:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: sasl2,[0x0:0x0:0x0]) in obj [0x200024df1:0x3:0x0], intent: getattr flags 01 00010000:00010000:1.0:1787756107.428857:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8d8d800/0xc63d509de01ced0b lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787756107.428870:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8d8d800/0xc63d509de01ced0b lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787756107.428886:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8d8d800/0xc63d509de01ced0b lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787756107.428911:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766020864:192.168.201.131@tcp:101:tar.0 00000100:00100000:1.0:1787756107.429035:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6ca06d240 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.434522:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766020864:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756107.434567:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8d8d800/0xc63d509de01ced0b lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222737 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.434602:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8d8d800/0xc63d509de01ced0b lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x111d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222737 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.434613:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8d8d800/0xc63d509de01ced0b lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x111d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222737 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.434626:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8d8d800/0xc63d509de01ced0b lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x111d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222737 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.434640:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8d8d800/0xc63d509de01ced0b lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x111d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222737 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.434655:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8d8d800/0xc63d509de01ced0b lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x111d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222737 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.434665:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8d8d800/0xc63d509de01ced0b lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x111d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222737 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.434674:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8d8d800/0xc63d509de01ced0b lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x111d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222737 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756107.434688:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6d86c5880 x1874589766020864/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756107.434705:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8d8d800/0xc63d509de01ced0b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x111d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222737 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.434721:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4381 (0 0) 00000080:00200000:3.0:1787756107.435171:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x3:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756107.435218:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x111d:0x0], updating i_size 4096 00000080:00200000:3.0:1787756107.435222:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x111d:0x0](ffffa0e6d1268908): rc = 0 00000080:00010000:3.0:1787756107.435231:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x111d:0x0](ffffa0e6d1268908) for lock 0xc63d509de01ced0b 00000080:00010000:3.0:1787756107.435248:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x111d:0x0](ffffa0e6d1268908) 00000080:00010000:3.0:1787756107.435253:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ced0b from it ffffbc5601c77bd0 00010000:00010000:3.0:1787756107.435257:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8d8d800/0xc63d509de01ced0b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x111d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222737 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.435458:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8d8d800/0xc63d509de01ced0b lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x111d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222737 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787756107.435625:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file sasl2:[0x20001a9e3:0x111d:0x0](ffffa0e6d1268908) current size 4096, valid attrs 41, mode 41ed, uid -769699840, gid -24346, new size 0, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000 00010000:00010000:3.0:1787756107.435652:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8d8d800/0xc63d509de01ced0b lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x111d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222737 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.435710:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8d8d800/0xc63d509de01ced0b lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x111d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222737 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.435719:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756107.435722:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8d8d800/0xc63d509de01ced0b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x111d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222737 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787756107.435745:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756107.435755:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5621500 x1874589766021120/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756107.435796:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5621500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766021120:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756107.436081:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.447897:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5621500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766021120:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756107.447942:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x111d:0x0], updating i_size 4096 00000080:00200008:3.0:1787756107.447957:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file sasl2:[0x20001a9e3:0x111d:0x0](ffffa0e6d1268908) current size 4096, valid attrs 10000041, mode 41ed, uid -769699840, gid -24346, new size 0, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000, rc 0 00000080:00200000:3.0:1787756107.448094:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756107.448105:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:3.0:1787756107.448116:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756107.448137:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rwtab.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=1536 00000080:00200000:3.0:1787756107.448140:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756107.448146:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756107.448150:0:138509:0:(namei.c:2239:do_mkdir()) VFS Op:name=rwtab.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8) 00000020:00100000:3.0:1787756107.448243:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756107.448253:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5620000 x1874589766021376/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756107.448424:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5620000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766021376:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756107.448608:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.454730:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5620000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766021376:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756107.454818:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0xb6:0x0](ffffa0e6c771b248) 00000080:00200000:3.0:1787756107.454825:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xb6:0x0], updating i_size 4096 00000080:00200000:3.0:1787756107.454916:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756107.454925:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756107.454933:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756107.454946:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rwtab.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=17 00000080:00200000:3.0:1787756107.454950:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rwtab.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), intent=0 00000002:00010000:3.0:1787756107.455046:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rwtab.d,[0x0:0x0:0x0]) in obj [0x240000fb8:0x3:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787756107.455112:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01ced12 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.455124:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01ced12 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.455134:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01ced12 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756107.455159:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766021504:192.168.201.131@tcp:101:tar.0 00000080:00200000:2.0:1787756107.477335:0:138509:0:(file.c:2090:ll_file_io_generic()) ssh: write ppos: 0, bytes: 17 00000080:00200000:2.0:1787756107.477339:0:138509:0:(file.c:1848:ll_io_set_mirror()) ssh: desiginated mirror: 0 00000020:00200000:2.0:1787756107.477347:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@00000000499b16be[0x110, 1, [0x20001a9e3:0x111f:0x0] hash] 00000020:00200000:2.0:1787756107.477349:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 17) 2048 0 00000080:00200000:2.0:1787756107.477354:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x111f:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756107.477368:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:2.0:1787756107.477375:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 17) 17, 17 00020000:00200000:2.0:1787756107.477379:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756107.477420:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:2.0:1787756107.477433:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:2.0:1787756107.477438:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6ca0208b0, osc lock ffffa0e6d0ad64c0, flags 0x40000 00010000:00010000:2.0:1787756107.477489:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000baaa2c11/0xc63d509de01ced2e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x163d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.477499:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000baaa2c11/0xc63d509de01ced2e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x163d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.477510:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000baaa2c11/0xc63d509de01ced2e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x163d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756107.477533:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830dc00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766022144:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756107.477619:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8300 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.480693:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830dc00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766022144:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756107.480724:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000baaa2c11/0xc63d509de01ced2e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x163d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2227df expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.480746:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000baaa2c11/0xc63d509de01ced2e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x163d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2227df expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.480769:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000baaa2c11/0xc63d509de01ced2e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x163d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2227df expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.480788:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000baaa2c11/0xc63d509de01ced2e lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x163d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2227df expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787756107.480803:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000baaa2c11/0xc63d509de01ced2e lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x163d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d2227df expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.480813:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000baaa2c11/0xc63d509de01ced2e lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x163d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2227df expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.480819:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000baaa2c11/0xc63d509de01ced2e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x163d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2227df expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756107.480845:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) ssh: write [0, 17) append 0 append lockpos 0 00000080:00200000:2.0:1787756107.480864:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 17 bytes 00000080:00200000:2.0:1787756107.480931:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 17, copied 17 00000080:00200000:2.0:1787756107.480945:0:138509:0:(rw26.c:929:ll_write_end()) page@000000002a73e61d[3 000000003d11e47f 2 1 000000008409e582 0 0 0] 00000080:00200000:2.0:1787756107.480949:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @000000001264cdcf 17ffffc0001001 3:0 ffffa0e6d043cc40 0 lru 00000080:00200000:2.0:1787756107.480957:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@00000000b1b9a430 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000096e19b13 000000007815c849 > 3< 0 0 > 4< 0 0 8 480436224 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787756107.480959:0:138509:0:(rw26.c:929:ll_write_end()) end page@000000002a73e61d 00000080:00200000:2.0:1787756107.480960:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787756107.480965:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 17 prio 0 00000008:00010000:2.0:1787756107.480987:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 000000004cd9df04 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000baaa2c11/0xc63d509de01ced2e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x163d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d2227df expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756107.481009:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6d126edb8, count 1, dirtied 1 00000080:00200000:2.0:1787756107.481014:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 17 bytes, tot: 17 00000080:00200000:2.0:1787756107.481076:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) ssh: write bytes 0, result: 17 00000020:00010000:2.0:1787756107.481094:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cf7b8 (ffffa0e6c35552d8/0) at cl_lock_release():245 00000020:00010000:2.0:1787756107.481097:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cf7b8 (ffffa0e6c35552d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756107.481099:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6ca0208b0 (ffffa0e6c3555e18/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756107.481103:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000baaa2c11/0xc63d509de01ced2e lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x163d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2227df expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.481110:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000baaa2c11/0xc63d509de01ced2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x163d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d2227df expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1787756107.481123:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cf7b8 (ffffa0e6c35552d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756107.481125:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6ca0208b0 (ffffa0e6c35552d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756107.481184:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 17 bytes 00000080:00200000:2.0:1787756107.481194:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:2.0:1787756107.481205:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x111f:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787756107.481210:0:138509:0:(file.c:2238:ll_file_io_generic()) ssh: 2 io complete with rc: 0, result: 17, restart: 0 00000080:00200000:2.0:1787756107.481218:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x20001a9e3:0x111f:0x0] updating i_size 17 i_blocks 0 00000080:00200000:2.0:1787756107.481225:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 17 00000080:00200008:2.0:1787756107.481454:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file ssh:[0x20001a9e3:0x111f:0x0](ffffa0e6d126ec08) current size 17, valid attrs 10160, mode 5560, uid -933768704, gid -24346, new size 18446669676315901696, atime 1787756107.000000000, mtime 1561522491.000000000, ctime 1787756107.000000000 00010000:00010000:2.0:1787756107.481490:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2400/0xc63d509de01ced27 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2227d1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756107.481512:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x111f:0x0]: losing layout lock 00010000:00010000:2.0:1787756107.481561:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2400/0xc63d509de01ced27 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2227d1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.481567:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756107.481569:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2400/0xc63d509de01ced27 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2227d1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756107.481640:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756107.481649:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830dc00 x1874589766022400/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756107.481670:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830dc00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766022400:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756107.481746:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8300 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.483505:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830dc00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766022400:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756107.483558:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x111f:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:2.0:1787756107.483584:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20001a9e3:0x111f:0x0](ffffa0e6d126ec08) 00000002:00010000:2.0:1787756107.483604:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x20001a9e3:0x111f:0x0]) in obj [0x20001a9e3:0x111f:0x0], intent: layout flags 0 00010000:00010000:2.0:1787756107.483651:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2a00/0xc63d509de01ced35 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.483658:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2a00/0xc63d509de01ced35 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.483667:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2a00/0xc63d509de01ced35 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756107.483680:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ea00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766022528:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756107.483734:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8300 going to sleep for 11 seconds 00010000:00010000:2.0:1787756107.484540:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756107.488185:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ea00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766022528:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756107.488228:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2a00/0xc63d509de01ced35 lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2227ed expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.488260:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2a00/0xc63d509de01ced35 lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2227ed expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756107.488307:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6d830ea00 x1874589766022528/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756107.488319:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2a00/0xc63d509de01ced35 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2227ed expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756107.488331:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2a00/0xc63d509de01ced35 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2227ed expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.488343:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 16 res 8590043619/4383 (0 0) 00000080:00200000:2.0:1787756107.488349:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x20001a9e3:0x111f:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1787756107.488367:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x111f:0x0](ffffa0e6d126ec08) for lock 0xc63d509de01ced35 00000080:00010000:2.0:1787756107.488374:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ced35 from it ffffbc5601c77a78 00010000:00010000:2.0:1787756107.488378:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2a00/0xc63d509de01ced35 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2227ed expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.488386:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2a00/0xc63d509de01ced35 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2227ed expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.488410:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2a00/0xc63d509de01ced35 lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2227ed expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.488419:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2a00/0xc63d509de01ced35 lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2227ed expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787756107.488429:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x20001a9e3:0x111f:0x0](0000000040001ec8) being reconfigured ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2a00/0xc63d509de01ced35 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2227ed expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756107.488464:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x111f:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:2.0:1787756107.488467:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2a00/0xc63d509de01ced35 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d2227ed expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.488471:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2a00/0xc63d509de01ced35 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d2227ed expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:2.0:1787756107.488499:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756107.488515:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1787756107.488528:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787756107.488532:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6ca0208b0, osc lock ffffa0e6d0ad64c0, flags 0x0 00010000:00010000:2.0:1787756107.488546:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000baaa2c11/0xc63d509de01ced2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x163d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d2227df expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.488553:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000baaa2c11/0xc63d509de01ced2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x163d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d2227df expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.488562:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000baaa2c11/0xc63d509de01ced2e lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x163d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2227df expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.488568:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000baaa2c11/0xc63d509de01ced2e lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x163d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2227df expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.488572:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000baaa2c11/0xc63d509de01ced2e lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x163d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2227df expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1787756107.488774:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787756107.488796:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766022656:192.168.201.131@tcp:2:tar.0 00000100:00100000:2.0:1787756107.490967:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766022656:192.168.201.131@tcp:2:tar.0 00000020:00010000:1.0:1787756107.491028:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cf7b8 (ffffa0e6c35552d8/0) at cl_lock_release():245 00000020:00010000:1.0:1787756107.491032:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cf7b8 (ffffa0e6c35552d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787756107.491037:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6ca0208b0 (ffffa0e6c3555e18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787756107.491047:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000baaa2c11/0xc63d509de01ced2e lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x163d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2227df expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787756107.491061:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000baaa2c11/0xc63d509de01ced2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x163d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d2227df expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1787756107.491076:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cf7b8 (ffffa0e6c35552d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787756107.491078:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6ca0208b0 (ffffa0e6c35552d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787756107.491120:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x111f:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:1.0:1787756107.491159:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c6e3c200 uarg=0000000000000000 00000002:00000080:1.0:1787756107.491175:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c6e3c200 uarg=0000000000000000 00000020:00100000:1.0:1787756107.491218:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:1.0:1787756107.491227:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d86c7100 x1874589766022912/t0(0) o55->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1787756107.491252:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766022912:192.168.201.131@tcp:55:tar.0 00000100:00100000:1.0:1787756107.491382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6ca06dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.494836:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766022912:192.168.201.131@tcp:55:tar.0 00000080:00200008:2.0:1787756107.494880:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file ssh:[0x20001a9e3:0x111f:0x0](ffffa0e6d126ec08) current size 17, valid attrs 10010160, mode 5560, uid -933768704, gid -24346, new size 18446669676315901696, atime 1787756107.000000000, mtime 1561522491.000000000, ctime 1787756107.000000000, rc 0 00000002:00010000:2.0:1787756107.494939:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20001a9e3:0x111f:0x0], intent: getxattr flags 0 00010000:00010000:2.0:1787756107.494997:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2400/0xc63d509de01ced3c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.495005:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2400/0xc63d509de01ced3c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.495012:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2400/0xc63d509de01ced3c lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756107.495030:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830c700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766023040:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756107.495105:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8300 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.498081:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830c700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766023040:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756107.498118:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2400/0xc63d509de01ced3c lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222802 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.498138:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2400/0xc63d509de01ced3c lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222802 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.498228:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2400/0xc63d509de01ced3c lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222802 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756107.498247:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6d830c700 x1874589766023040/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1096 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756107.498260:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2400/0xc63d509de01ced3c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222802 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.498294:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4383 (0 0) 00000080:00200000:2.0:1787756107.498301:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x20001a9e3:0x111f:0x0] suppgids 0 -1: rc 0 00000080:00010000:2.0:1787756107.498331:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x111f:0x0](ffffa0e6d126ec08) for lock 0xc63d509de01ced3c 00000080:00010000:2.0:1787756107.498342:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ced3c from it ffffbc5601c77c18 00010000:00010000:2.0:1787756107.498347:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2400/0xc63d509de01ced3c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222802 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.498357:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2400/0xc63d509de01ced3c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222802 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756107.498408:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file ssh:[0x20001a9e3:0x111f:0x0](ffffa0e6d126ec08) current size 17, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000 00000020:00100000:2.0:1787756107.498472:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756107.498479:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830c700 x1874589766023296/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756107.498504:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830c700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766023296:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756107.498593:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8300 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.502972:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830c700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766023296:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756107.503088:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x111f:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756107.503106:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756107.503324:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766023424:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756107.506314:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766023424:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756107.506460:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x111f:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756107.506485:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file ssh:[0x20001a9e3:0x111f:0x0](ffffa0e6d126ec08) current size 17, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000, rc 0 00000080:00200008:2.0:1787756107.506520:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file ssh:[0x20001a9e3:0x111f:0x0](ffffa0e6d126ec08) current size 17, valid attrs 41, mode 81a4, uid 1787756107, gid 0, new size 0, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000 00000020:00100000:2.0:1787756107.506600:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756107.506612:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830ce00 x1874589766023680/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756107.506640:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ce00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766023680:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756107.507218:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8300 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.509388:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ce00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766023680:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756107.509440:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x111f:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756107.509457:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756107.509587:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766023808:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756107.511515:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766023808:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756107.511628:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x111f:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756107.511648:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file ssh:[0x20001a9e3:0x111f:0x0](ffffa0e6d126ec08) current size 17, valid attrs 10000041, mode 81a4, uid 1787756107, gid 0, new size 0, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000, rc 0 00000080:00200008:2.0:1787756107.511685:0:138509:0:(file.c:479:ll_file_release()) START file ssh:[0x20001a9e3:0x111f:0x0](ffffa0e6d126ec08), flags 104001 00000002:00100000:2.0:1787756107.511771:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6d830f800 x1874589766022016/t322122551552(322122551552) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1787756123 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787756107.511789:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787756107.511795:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830ed80 x1874589766024064/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787756107.511825:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ed80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766024064:192.168.201.131@tcp:35:tar.0 00000100:00100000:2.0:1787756107.511928:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8300 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.514259:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ed80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766024064:192.168.201.131@tcp:35:tar.0 00000002:00100000:2.0:1787756107.514403:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6d830f800 x1874589766022016/t322122551552(322122551552) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787756107.514535:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756107.514546:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756107.514558:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756107.514562:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rwtab.d, flags=17 00000080:00200000:2.0:1787756107.514567:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xb6:0x0](ffffa0e6c771b248), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756107.514584:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xb6:0x0](ffffa0e6c771b248), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756107.514591:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=rsyslog, dir=[0x2400007ed:0xb6:0x0](ffffa0e6c771b248), file ffffa0e6d18d0900, open_flags 89c1, mode 8180 opened 0 00000080:00200000:2.0:1787756107.514601:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rsyslog, dir=[0x2400007ed:0xb6:0x0](ffffa0e6c771b248), intent=open|creat 00000002:00010000:2.0:1787756107.514641:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rsyslog,[0x2400007ed:0xb7:0x0]) in obj [0x240000fb8:0x15:0x0], intent: open|creat flags 0104702 00010000:00010000:2.0:1787756107.514663:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3a00/0xc63d509de01ced19 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2227a7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.514858:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3a00/0xc63d509de01ced19 lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2227a7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.514867:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756107.514870:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3a00/0xc63d509de01ced19 lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2227a7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.514915:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2e00/0xc63d509de01ced43 lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.514924:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2e00/0xc63d509de01ced43 lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787756107.514936:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787756107.514943:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830c000 x1874589766024320/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787756107.514953:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2e00/0xc63d509de01ced43 lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756107.514974:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830c000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766024320:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756107.515769:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8300 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.525956:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830c000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766024320:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756107.525997:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2e00/0xc63d509de01ced43 lrc: 4/0,1 mode: --/CW res: [0x240000fb8:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22282c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.526036:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2e00/0xc63d509de01ced43 lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22282c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.526047:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2e00/0xc63d509de01ced43 lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22282c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.526061:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2e00/0xc63d509de01ced43 lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22282c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.526075:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2e00/0xc63d509de01ced43 lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22282c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.526096:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2e00/0xc63d509de01ced43 lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22282c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.526105:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2e00/0xc63d509de01ced43 lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22282c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.526113:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2e00/0xc63d509de01ced43 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22282c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756107.526127:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6d830c000 x1874589766024320/t8589935438(8589935438) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1787756123 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1787756107.526412:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6d830c000 x1874589766024320/t8589935438(8589935438) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1787756123 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756107.526429:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2e00/0xc63d509de01ced43 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22282c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756107.526450:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2e00/0xc63d509de01ced43 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22282c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.526464:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/183 (0 0) 00000080:00200000:2.0:1787756107.526471:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000fb8:0x15:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756107.526488:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=rsyslog, dir=[0x2400007ed:0xb6:0x0](ffffa0e6c771b248), intent=open|creat 00000080:00200000:2.0:1787756107.526525:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0xb7:0x0](ffffa0e6d1269148) 00000080:00200000:2.0:1787756107.526615:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xb7:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:2.0:1787756107.526621:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0xb7:0x0](ffffa0e6d1269148) 00000080:00010000:2.0:1787756107.526625:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xb7:0x0](ffffa0e6d1269148) for lock 0xc63d509de01ced43 00000080:00010000:2.0:1787756107.526638:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xb7:0x0](ffffa0e6d1269148) 00000080:00200008:2.0:1787756107.526655:0:138509:0:(file.c:1090:ll_file_open()) START file rsyslog:[0x2400007ed:0xb7:0x0](ffffa0e6d1269148), flags 104701 00000002:00100000:2.0:1787756107.526680:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6d830c000 x1874589766024320/t8589935438(8589935438) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1787756123 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1787756107.526723:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ced43 from it ffffa0e6d865d360 00010000:00010000:2.0:1787756107.526728:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2e00/0xc63d509de01ced43 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d22282c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.526738:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2e00/0xc63d509de01ced43 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d22282c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756107.526866:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xb7:0x0](ffffa0e6d1269148), inode mode 8180 mask 40 00000080:00200008:2.0:1787756107.526899:0:138509:0:(file.c:2650:do_file_write_iter()) START file rsyslog:[0x2400007ed:0xb7:0x0], ppos: 0, count: 23 00000080:00200000:2.0:1787756107.526915:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000080:00200000:2.0:1787756107.526922:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 23 00000080:00200000:2.0:1787756107.526928:0:138509:0:(file.c:2090:ll_file_io_generic()) rsyslog: write ppos: 0, bytes: 23 00000080:00200000:2.0:1787756107.526934:0:138509:0:(file.c:1848:ll_io_set_mirror()) rsyslog: desiginated mirror: 0 00000020:00200000:2.0:1787756107.526944:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@0000000058a0bee5[0x110, 1, [0x2400007ed:0xb7:0x0] hash] 00000020:00200000:2.0:1787756107.526946:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 2048 0 00000080:00200000:2.0:1787756107.526953:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xb7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756107.526971:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:2.0:1787756107.526981:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 23) 23, 23 00020000:00200000:2.0:1787756107.526986:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756107.527006:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:2.0:1787756107.527022:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:2.0:1787756107.527028:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6ca0206b0, osc lock ffffa0e6d0ad6260, flags 0x40000 00010000:00010000:2.0:1787756107.527089:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000e155221c/0xc63d509de01ced4a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.527101:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000e155221c/0xc63d509de01ced4a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.527118:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000e155221c/0xc63d509de01ced4a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756107.528192:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354f800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766024448:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756107.528676:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac89c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.532089:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354f800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766024448:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756107.532120:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000e155221c/0xc63d509de01ced4a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22283a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.532318:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000e155221c/0xc63d509de01ced4a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22283a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.532331:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000e155221c/0xc63d509de01ced4a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22283a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.532345:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000e155221c/0xc63d509de01ced4a lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22283a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787756107.532363:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000e155221c/0xc63d509de01ced4a lrc: 4/0,2 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d22283a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.532373:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000e155221c/0xc63d509de01ced4a lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22283a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.532383:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000e155221c/0xc63d509de01ced4a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22283a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756107.532412:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) rsyslog: write [0, 23) append 0 append lockpos 0 00000080:00200000:2.0:1787756107.532433:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000080:00200000:2.0:1787756107.532491:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000080:00200000:2.0:1787756107.532501:0:138509:0:(rw26.c:929:ll_write_end()) page@000000007080151f[3 0000000087929dc7 2 1 00000000cb27ae21 0 0 0] 00000080:00200000:2.0:1787756107.532504:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @0000000079998269 17ffffc0001001 3:0 ffffa0e6d043c2a0 0 lru 00000080:00200000:2.0:1787756107.532509:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@00000000550a169b 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000096e19b13 00000000fe58385a > 3< 0 0 > 4< 0 0 8 480407552 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787756107.532511:0:138509:0:(rw26.c:929:ll_write_end()) end page@000000007080151f 00000080:00200000:2.0:1787756107.532512:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787756107.532516:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000008:00010000:2.0:1787756107.532535:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 00000000e486a25c ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000e155221c/0xc63d509de01ced4a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22283a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756107.532553:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6d12692f8, count 1, dirtied 1 00000080:00200000:2.0:1787756107.532557:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000080:00200000:2.0:1787756107.532559:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) rsyslog: write bytes 0, result: 23 00000020:00010000:2.0:1787756107.532575:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cf308 (ffffa0e6c3555b48/0) at cl_lock_release():245 00000020:00010000:2.0:1787756107.532578:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cf308 (ffffa0e6c3555b48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756107.532580:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6ca0206b0 (ffffa0e6c35556c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756107.532584:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000e155221c/0xc63d509de01ced4a lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22283a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.532591:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000e155221c/0xc63d509de01ced4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22283a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1787756107.532608:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cf308 (ffffa0e6c3555b48/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756107.532610:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6ca0206b0 (ffffa0e6c3555b48/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756107.532618:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000080:00200000:2.0:1787756107.532624:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:2.0:1787756107.532634:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xb7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787756107.532637:0:138509:0:(file.c:2238:ll_file_io_generic()) rsyslog: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00200000:2.0:1787756107.532643:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x2400007ed:0xb7:0x0] updating i_size 23 i_blocks 0 00000080:00200000:2.0:1787756107.532647:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00200008:2.0:1787756107.532677:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rsyslog:[0x2400007ed:0xb7:0x0](ffffa0e6d1269148) current size 23, valid attrs 10160, mode 5560, uid -779286272, gid -24346, new size 18446669676315901696, atime 1787756107.000000000, mtime 1559861334.000000000, ctime 1787756107.000000000 00010000:00010000:2.0:1787756107.532709:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2e00/0xc63d509de01ced43 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d22282c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756107.532726:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xb7:0x0]: losing layout lock 00010000:00010000:2.0:1787756107.532788:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2e00/0xc63d509de01ced43 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22282c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.532797:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756107.532800:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2e00/0xc63d509de01ced43 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22282c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756107.532827:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756107.532835:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c354f800 x1874589766024704/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756107.532856:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354f800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766024704:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756107.532932:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac89c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.538092:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354f800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766024704:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756107.538167:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xb7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:2.0:1787756107.538197:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x2400007ed:0xb7:0x0](ffffa0e6d1269148) 00000002:00010000:2.0:1787756107.538211:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0xb7:0x0]) in obj [0x2400007ed:0xb7:0x0], intent: layout flags 0 00010000:00010000:2.0:1787756107.538321:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3a00/0xc63d509de01ced51 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.538334:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3a00/0xc63d509de01ced51 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.538345:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3a00/0xc63d509de01ced51 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756107.538379:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354c000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766024832:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756107.538457:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac89c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.541052:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354c000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766024832:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756107.541092:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3a00/0xc63d509de01ced51 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222848 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.541110:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3a00/0xc63d509de01ced51 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222848 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756107.541127:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6c354c000 x1874589766024832/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756107.541150:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3a00/0xc63d509de01ced51 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222848 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756107.541165:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3a00/0xc63d509de01ced51 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222848 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.541180:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 16 res 9663678445/183 (0 0) 00000080:00200000:2.0:1787756107.541188:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x2400007ed:0xb7:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1787756107.541209:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xb7:0x0](ffffa0e6d1269148) for lock 0xc63d509de01ced51 00000080:00010000:2.0:1787756107.541219:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ced51 from it ffffbc5601c77a78 00010000:00010000:2.0:1787756107.541223:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3a00/0xc63d509de01ced51 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222848 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.541234:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3a00/0xc63d509de01ced51 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222848 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.541264:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3a00/0xc63d509de01ced51 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222848 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.541302:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3a00/0xc63d509de01ced51 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222848 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787756107.541311:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x2400007ed:0xb7:0x0](00000000889a89d7) being reconfigured ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3a00/0xc63d509de01ced51 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222848 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756107.541417:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xb7:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:2.0:1787756107.541425:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3a00/0xc63d509de01ced51 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d222848 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.541434:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3a00/0xc63d509de01ced51 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d222848 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:2.0:1787756107.541458:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756107.541542:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1787756107.541559:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787756107.541564:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6ca0206b0, osc lock ffffa0e6d0ad6260, flags 0x0 00010000:00010000:2.0:1787756107.541584:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000e155221c/0xc63d509de01ced4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22283a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.541595:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000e155221c/0xc63d509de01ced4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22283a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.541607:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000e155221c/0xc63d509de01ced4a lrc: 7/0,2 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22283a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.541616:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000e155221c/0xc63d509de01ced4a lrc: 7/0,2 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22283a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.541623:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000e155221c/0xc63d509de01ced4a lrc: 6/0,1 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22283a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756107.542034:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756107.542054:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766024960:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756107.545966:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766024960:192.168.201.131@tcp:2:tar.0 00000020:00010000:2.0:1787756107.546026:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cf308 (ffffa0e6c3555b48/0) at cl_lock_release():245 00000020:00010000:2.0:1787756107.546032:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cf308 (ffffa0e6c3555b48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756107.546038:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6ca0206b0 (ffffa0e6c35556c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756107.546051:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000e155221c/0xc63d509de01ced4a lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22283a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.546069:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000e155221c/0xc63d509de01ced4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22283a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:2.0:1787756107.546088:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cf308 (ffffa0e6c3555b48/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756107.546092:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6ca0206b0 (ffffa0e6c3555b48/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756107.546118:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xb7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:2.0:1787756107.546137:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c35aa200 uarg=0000000000000000 00000002:00000080:2.0:1787756107.546208:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c35aa200 uarg=0000000000000000 00000020:00100000:2.0:1787756107.546409:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:2.0:1787756107.546420:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c354f480 x1874589766025216/t0(0) o55->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756107.546569:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354f480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766025216:192.168.201.131@tcp:55:tar.0 00000100:00100000:3.0:1787756107.546708:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.549403:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354f480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766025216:192.168.201.131@tcp:55:tar.0 00000080:00200008:3.0:1787756107.549454:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rsyslog:[0x2400007ed:0xb7:0x0](ffffa0e6d1269148) current size 23, valid attrs 10010160, mode 5560, uid -779286272, gid -24346, new size 18446669676315901696, atime 1787756107.000000000, mtime 1559861334.000000000, ctime 1787756107.000000000, rc 0 00000002:00010000:3.0:1787756107.549583:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400007ed:0xb7:0x0], intent: getxattr flags 0 00010000:00010000:3.0:1787756107.549654:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8400/0xc63d509de01ced58 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.549666:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8400/0xc63d509de01ced58 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.549678:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8400/0xc63d509de01ced58 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756107.549702:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5622680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766025344:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756107.549833:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.552699:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5622680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766025344:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756107.552733:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8400/0xc63d509de01ced58 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22285d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.552751:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8400/0xc63d509de01ced58 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22285d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.552774:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8400/0xc63d509de01ced58 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22285d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756107.552791:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c5622680 x1874589766025344/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1096 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756107.552969:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8400/0xc63d509de01ced58 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22285d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.552992:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/183 (0 0) 00000080:00200000:3.0:1787756107.552999:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x2400007ed:0xb7:0x0] suppgids 0 -1: rc 0 00000080:00010000:3.0:1787756107.553028:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xb7:0x0](ffffa0e6d1269148) for lock 0xc63d509de01ced58 00000080:00010000:3.0:1787756107.553038:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ced58 from it ffffbc5601c77c18 00010000:00010000:3.0:1787756107.553043:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8400/0xc63d509de01ced58 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22285d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.553054:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8400/0xc63d509de01ced58 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22285d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787756107.553101:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rsyslog:[0x2400007ed:0xb7:0x0](ffffa0e6d1269148) current size 23, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000 00000020:00100000:3.0:1787756107.553404:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756107.553413:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5622680 x1874589766025600/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756107.553438:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5622680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766025600:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756107.553599:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.556375:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5622680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766025600:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756107.556446:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xb7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756107.556469:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1787756107.556669:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766025728:192.168.201.131@tcp:2:tar.0 00000100:00100000:2.0:1787756107.559132:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766025728:192.168.201.131@tcp:2:tar.0 00000080:00200000:3.0:1787756107.559224:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xb7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756107.559254:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rsyslog:[0x2400007ed:0xb7:0x0](ffffa0e6d1269148) current size 23, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000, rc 0 00000080:00200008:3.0:1787756107.559325:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rsyslog:[0x2400007ed:0xb7:0x0](ffffa0e6d1269148) current size 23, valid attrs 41, mode 81a4, uid 0, gid 0, new size 0, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000 00000020:00100000:3.0:1787756107.559410:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756107.559422:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5623480 x1874589766025984/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756107.559448:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766025984:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756107.559544:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.562148:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766025984:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756107.562474:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xb7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756107.562495:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1787756107.562993:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5621500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766026112:192.168.201.131@tcp:2:tar.0 00000100:00100000:2.0:1787756107.567059:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5621500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766026112:192.168.201.131@tcp:2:tar.0 00000080:00200000:3.0:1787756107.567108:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xb7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756107.567130:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rsyslog:[0x2400007ed:0xb7:0x0](ffffa0e6d1269148) current size 23, valid attrs 10000041, mode 81a4, uid 0, gid 0, new size 0, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000, rc 0 00000080:00200008:3.0:1787756107.567167:0:138509:0:(file.c:479:ll_file_release()) START file rsyslog:[0x2400007ed:0xb7:0x0](ffffa0e6d1269148), flags 104001 00000002:00100000:3.0:1787756107.567342:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6d830c000 x1874589766024320/t8589935438(8589935438) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1787756123 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787756107.567357:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787756107.567364:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5622300 x1874589766026368/t0(0) o35->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756107.567392:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5622300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766026368:192.168.201.131@tcp:35:tar.0 00000100:00100000:3.0:1787756107.567536:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.572576:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5622300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766026368:192.168.201.131@tcp:35:tar.0 00000002:00100000:3.0:1787756107.572627:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6d830c000 x1874589766024320/t8589935438(8589935438) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787756107.572752:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756107.572773:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756107.572788:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756107.572792:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rwtab.d, flags=17 00000080:00200000:3.0:1787756107.572796:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xb6:0x0](ffffa0e6c771b248), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756107.572812:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xb6:0x0](ffffa0e6c771b248), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756107.572817:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=lustretests, dir=[0x2400007ed:0xb6:0x0](ffffa0e6c771b248), file ffffa0e6c857ca80, open_flags 89c1, mode 8180 opened 0 00000080:00200000:3.0:1787756107.572828:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=lustretests, dir=[0x2400007ed:0xb6:0x0](ffffa0e6c771b248), intent=open|creat 00000002:00010000:3.0:1787756107.572860:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: lustretests,[0x2400007ed:0xb8:0x0]) in obj [0x240000fb8:0x15:0x0], intent: open|creat flags 0104702 00010000:00010000:3.0:1787756107.572944:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ced5f lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.572956:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ced5f lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787756107.572968:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787756107.572975:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5623b80 x1874589766026624/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787756107.572985:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ced5f lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756107.573008:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623b80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766026624:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756107.574851:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.582840:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623b80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766026624:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756107.582874:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ced5f lrc: 4/0,1 mode: --/CW res: [0x240000fb8:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222887 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.583388:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ced5f lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222887 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.583401:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ced5f lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222887 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.583415:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ced5f lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222887 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.583428:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ced5f lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222887 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.583445:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ced5f lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222887 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.583455:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ced5f lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222887 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.583463:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ced5f lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222887 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756107.583478:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c5623b80 x1874589766026624/t8589935443(8589935443) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756123 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1787756107.583494:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c5623b80 x1874589766026624/t8589935443(8589935443) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756123 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756107.583509:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ced5f lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222887 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756107.583523:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ced5f lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222887 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.583536:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/184 (0 0) 00000080:00200000:2.0:1787756107.583544:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000fb8:0x15:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756107.583562:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=lustretests, dir=[0x2400007ed:0xb6:0x0](ffffa0e6c771b248), intent=open|creat 00000080:00200000:2.0:1787756107.583604:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0xb8:0x0](ffffa0e6d126ba88) 00000080:00200000:2.0:1787756107.583709:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xb8:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:2.0:1787756107.583715:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0xb8:0x0](ffffa0e6d126ba88) 00000080:00010000:2.0:1787756107.583719:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xb8:0x0](ffffa0e6d126ba88) for lock 0xc63d509de01ced5f 00000080:00010000:2.0:1787756107.583732:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xb8:0x0](ffffa0e6d126ba88) 00000080:00200008:2.0:1787756107.583750:0:138509:0:(file.c:1090:ll_file_open()) START file lustretests:[0x2400007ed:0xb8:0x0](ffffa0e6d126ba88), flags 104701 00000002:00100000:2.0:1787756107.583789:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c5623b80 x1874589766026624/t8589935443(8589935443) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756123 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1787756107.583834:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ced5f from it ffffa0e6ca097900 00010000:00010000:2.0:1787756107.583838:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ced5f lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d222887 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.583848:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ced5f lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d222887 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756107.583875:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xb8:0x0](ffffa0e6d126ba88), inode mode 8180 mask 40 00000080:00200008:2.0:1787756107.583910:0:138509:0:(file.c:2650:do_file_write_iter()) START file lustretests:[0x2400007ed:0xb8:0x0], ppos: 0, count: 11 00000080:00200000:2.0:1787756107.583924:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 11 bytes 00000080:00200000:2.0:1787756107.583931:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 11 00000080:00200000:2.0:1787756107.583937:0:138509:0:(file.c:2090:ll_file_io_generic()) lustretests: write ppos: 0, bytes: 11 00000080:00200000:2.0:1787756107.583944:0:138509:0:(file.c:1848:ll_io_set_mirror()) lustretests: desiginated mirror: 0 00000020:00200000:2.0:1787756107.583953:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@0000000077af48ce[0x110, 1, [0x2400007ed:0xb8:0x0] hash] 00000020:00200000:2.0:1787756107.583955:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 11) 2048 0 00000080:00200000:2.0:1787756107.583962:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xb8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756107.583981:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:2.0:1787756107.583990:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 11) 11, 11 00020000:00200000:2.0:1787756107.583996:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756107.584018:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:2.0:1787756107.584034:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:2.0:1787756107.584041:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6ca0200b0, osc lock ffffa0e6d0ad6260, flags 0x40000 00010000:00010000:2.0:1787756107.584107:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000979fe43a/0xc63d509de01ced66 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.584118:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000979fe43a/0xc63d509de01ced66 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.584131:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000979fe43a/0xc63d509de01ced66 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756107.584486:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354e680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766026752:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756107.584586:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.587333:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354e680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766026752:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756107.587370:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000979fe43a/0xc63d509de01ced66 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222895 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.587394:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000979fe43a/0xc63d509de01ced66 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222895 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.587408:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000979fe43a/0xc63d509de01ced66 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222895 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.587426:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000979fe43a/0xc63d509de01ced66 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222895 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787756107.587441:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000979fe43a/0xc63d509de01ced66 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d222895 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.587454:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000979fe43a/0xc63d509de01ced66 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222895 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.587463:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000979fe43a/0xc63d509de01ced66 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222895 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756107.587503:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) lustretests: write [0, 11) append 0 append lockpos 0 00000080:00200000:2.0:1787756107.587527:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 11 bytes 00000080:00200000:2.0:1787756107.587595:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 11, copied 11 00000080:00200000:2.0:1787756107.587610:0:138509:0:(rw26.c:929:ll_write_end()) page@00000000c0732f0b[3 00000000216816f6 2 1 00000000cb27ae21 0 0 0] 00000080:00200000:2.0:1787756107.587614:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @0000000038174706 17ffffc0001001 3:0 ffffa0e6d043c0e0 0 lru 00000080:00200000:2.0:1787756107.587622:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@00000000187524b6 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000000dd14ff3 0000000057362245 > 3< 0 0 > 4< 0 0 8 483123200 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787756107.587624:0:138509:0:(rw26.c:929:ll_write_end()) end page@00000000c0732f0b 00000080:00200000:2.0:1787756107.587626:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787756107.587630:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 11 prio 0 00000008:00010000:2.0:1787756107.587655:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 0000000006785de8 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000979fe43a/0xc63d509de01ced66 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222895 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756107.587676:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6d126bc38, count 1, dirtied 1 00000080:00200000:2.0:1787756107.587681:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 11 bytes, tot: 11 00000080:00200000:2.0:1787756107.587685:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) lustretests: write bytes 0, result: 11 00000020:00010000:2.0:1787756107.587705:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cf308 (ffffa0e6c3555b48/0) at cl_lock_release():245 00000020:00010000:2.0:1787756107.587709:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cf308 (ffffa0e6c3555b48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756107.587713:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6ca0200b0 (ffffa0e6c35556c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756107.587718:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000979fe43a/0xc63d509de01ced66 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222895 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.587728:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000979fe43a/0xc63d509de01ced66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222895 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1787756107.587747:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cf308 (ffffa0e6c3555b48/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756107.587751:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6ca0200b0 (ffffa0e6c3555b48/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756107.587772:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 11 bytes 00000080:00200000:2.0:1787756107.587782:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:2.0:1787756107.587794:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xb8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787756107.587798:0:138509:0:(file.c:2238:ll_file_io_generic()) lustretests: 2 io complete with rc: 0, result: 11, restart: 0 00000080:00200000:2.0:1787756107.587807:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x2400007ed:0xb8:0x0] updating i_size 11 i_blocks 0 00000080:00200000:2.0:1787756107.587813:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 11 00000080:00200008:2.0:1787756107.587847:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file lustretests:[0x2400007ed:0xb8:0x0](ffffa0e6d126ba88) current size 11, valid attrs 10160, mode 5560, uid -933770624, gid -24346, new size 18446669676315901696, atime 1787756107.000000000, mtime 1559861316.000000000, ctime 1787756107.000000000 00010000:00010000:2.0:1787756107.587886:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ced5f lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d222887 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756107.587909:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xb8:0x0]: losing layout lock 00010000:00010000:2.0:1787756107.587962:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ced5f lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222887 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.587970:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756107.587973:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ced5f lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222887 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756107.588000:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756107.588010:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c354e680 x1874589766027008/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756107.588035:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354e680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766027008:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756107.588127:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.591440:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354e680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766027008:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756107.591508:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xb8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:2.0:1787756107.591542:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x2400007ed:0xb8:0x0](ffffa0e6d126ba88) 00000002:00010000:2.0:1787756107.591557:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0xb8:0x0]) in obj [0x2400007ed:0xb8:0x0], intent: layout flags 0 00010000:00010000:2.0:1787756107.591624:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3800/0xc63d509de01ced6d lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.591637:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3800/0xc63d509de01ced6d lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.591649:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3800/0xc63d509de01ced6d lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756107.591673:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354ca80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766027136:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756107.591861:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.594325:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354ca80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766027136:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756107.594365:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3800/0xc63d509de01ced6d lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2228a3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.594379:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3800/0xc63d509de01ced6d lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228a3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756107.594392:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6c354ca80 x1874589766027136/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756107.594401:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3800/0xc63d509de01ced6d lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228a3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756107.594411:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3800/0xc63d509de01ced6d lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228a3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.594422:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 16 res 9663678445/184 (0 0) 00000080:00200000:2.0:1787756107.594428:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x2400007ed:0xb8:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1787756107.594446:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xb8:0x0](ffffa0e6d126ba88) for lock 0xc63d509de01ced6d 00000080:00010000:2.0:1787756107.594455:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ced6d from it ffffbc5601c77a78 00010000:00010000:2.0:1787756107.594458:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3800/0xc63d509de01ced6d lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2228a3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.594466:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3800/0xc63d509de01ced6d lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228a3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.594489:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3800/0xc63d509de01ced6d lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228a3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.594498:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3800/0xc63d509de01ced6d lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228a3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787756107.594504:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x2400007ed:0xb8:0x0](0000000000ae6ffc) being reconfigured ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3800/0xc63d509de01ced6d lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228a3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756107.594540:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xb8:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:2.0:1787756107.594543:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3800/0xc63d509de01ced6d lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d2228a3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.594548:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3800/0xc63d509de01ced6d lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d2228a3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:2.0:1787756107.594568:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756107.594583:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1787756107.594596:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787756107.594600:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6ca0200b0, osc lock ffffa0e6d0ad6260, flags 0x0 00010000:00010000:2.0:1787756107.594615:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000979fe43a/0xc63d509de01ced66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222895 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.594625:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000979fe43a/0xc63d509de01ced66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222895 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.594633:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000979fe43a/0xc63d509de01ced66 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222895 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.594638:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000979fe43a/0xc63d509de01ced66 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222895 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.594643:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000979fe43a/0xc63d509de01ced66 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222895 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1787756107.594715:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787756107.594731:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766027264:192.168.201.131@tcp:2:tar.0 00000100:00100000:2.0:1787756107.598194:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766027264:192.168.201.131@tcp:2:tar.0 00000020:00010000:3.0:1787756107.598390:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cf308 (ffffa0e6c3555b48/0) at cl_lock_release():245 00000020:00010000:3.0:1787756107.598396:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cf308 (ffffa0e6c3555b48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756107.598404:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6ca0200b0 (ffffa0e6c35556c8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756107.598417:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000979fe43a/0xc63d509de01ced66 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222895 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.598435:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000979fe43a/0xc63d509de01ced66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222895 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1787756107.598456:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cf308 (ffffa0e6c3555b48/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756107.598460:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6ca0200b0 (ffffa0e6c3555b48/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756107.598483:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xb8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:3.0:1787756107.598506:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c6505600 uarg=0000000000000000 00000002:00000080:3.0:1787756107.598523:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c6505600 uarg=0000000000000000 00000020:00100000:3.0:1787756107.598563:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:3.0:1787756107.598572:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5621c00 x1874589766027520/t0(0) o55->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756107.598597:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5621c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766027520:192.168.201.131@tcp:55:tar.0 00000100:00100000:3.0:1787756107.598687:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.601579:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5621c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766027520:192.168.201.131@tcp:55:tar.0 00000080:00200008:3.0:1787756107.601629:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file lustretests:[0x2400007ed:0xb8:0x0](ffffa0e6d126ba88) current size 11, valid attrs 10010160, mode 5560, uid -933770624, gid -24346, new size 18446669676315901696, atime 1787756107.000000000, mtime 1559861316.000000000, ctime 1787756107.000000000, rc 0 00000002:00010000:3.0:1787756107.601699:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400007ed:0xb8:0x0], intent: getxattr flags 0 00010000:00010000:3.0:1787756107.601805:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9a00/0xc63d509de01ced74 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.601817:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9a00/0xc63d509de01ced74 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.601830:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9a00/0xc63d509de01ced74 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756107.601854:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5621c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766027648:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756107.601950:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.607122:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5621c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766027648:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756107.607176:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9a00/0xc63d509de01ced74 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.607195:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9a00/0xc63d509de01ced74 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2228b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.607208:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9a00/0xc63d509de01ced74 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756107.607224:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c5621c00 x1874589766027648/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1104 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756107.607237:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9a00/0xc63d509de01ced74 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.607252:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/184 (0 0) 00000080:00200000:3.0:1787756107.607261:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x2400007ed:0xb8:0x0] suppgids 0 -1: rc 0 00000080:00010000:3.0:1787756107.607336:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xb8:0x0](ffffa0e6d126ba88) for lock 0xc63d509de01ced74 00000080:00010000:3.0:1787756107.607347:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ced74 from it ffffbc5601c77c18 00010000:00010000:3.0:1787756107.607351:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9a00/0xc63d509de01ced74 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2228b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.607369:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9a00/0xc63d509de01ced74 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787756107.607417:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file lustretests:[0x2400007ed:0xb8:0x0](ffffa0e6d126ba88) current size 11, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000 00000020:00100000:3.0:1787756107.607480:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756107.607488:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5621c00 x1874589766027904/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756107.607513:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5621c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766027904:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756107.607610:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.610779:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5621c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766027904:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756107.610842:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xb8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756107.610921:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756107.611020:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756107.611038:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766028032:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756107.613334:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766028032:192.168.201.131@tcp:2:tar.0 00000080:00200000:1.0:1787756107.613554:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xb8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1787756107.613585:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file lustretests:[0x2400007ed:0xb8:0x0](ffffa0e6d126ba88) current size 11, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000, rc 0 00000080:00200008:1.0:1787756107.613625:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file lustretests:[0x2400007ed:0xb8:0x0](ffffa0e6d126ba88) current size 11, valid attrs 41, mode 81a4, uid 1787756107, gid 0, new size 0, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000 00000020:00100000:1.0:1787756107.613845:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787756107.613856:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d86c6a00 x1874589766028288/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756107.613945:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766028288:192.168.201.131@tcp:36:tar.0 00000100:00100000:1.0:1787756107.614044:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6ca06dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.616527:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766028288:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756107.616591:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xb8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756107.616611:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1787756107.616932:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766028416:192.168.201.131@tcp:2:tar.0 00000100:00100000:2.0:1787756107.620730:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766028416:192.168.201.131@tcp:2:tar.0 00000080:00200000:3.0:1787756107.621603:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xb8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756107.621630:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file lustretests:[0x2400007ed:0xb8:0x0](ffffa0e6d126ba88) current size 11, valid attrs 10000041, mode 81a4, uid 1787756107, gid 0, new size 0, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000, rc 0 00000080:00200008:3.0:1787756107.621891:0:138509:0:(file.c:479:ll_file_release()) START file lustretests:[0x2400007ed:0xb8:0x0](ffffa0e6d126ba88), flags 104001 00000002:00100000:3.0:1787756107.621985:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c5623b80 x1874589766026624/t8589935443(8589935443) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756123 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787756107.622001:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787756107.622007:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5622a00 x1874589766028672/t0(0) o35->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756107.622038:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5622a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766028672:192.168.201.131@tcp:35:tar.0 00000100:00100000:3.0:1787756107.622295:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.628164:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5622a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766028672:192.168.201.131@tcp:35:tar.0 00000002:00100000:3.0:1787756107.628213:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c5623b80 x1874589766026624/t8589935443(8589935443) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787756107.628539:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756107.628550:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756107.628561:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756107.628565:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rwtab.d, flags=17 00000080:00200000:3.0:1787756107.628569:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xb6:0x0](ffffa0e6c771b248), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756107.628588:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xb6:0x0](ffffa0e6c771b248), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756107.628594:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=logrotate, dir=[0x2400007ed:0xb6:0x0](ffffa0e6c771b248), file ffffa0e6c857c780, open_flags 89c1, mode 8180 opened 0 00000080:00200000:3.0:1787756107.628605:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=logrotate, dir=[0x2400007ed:0xb6:0x0](ffffa0e6c771b248), intent=open|creat 00000002:00010000:3.0:1787756107.628637:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: logrotate,[0x2400007ed:0xb9:0x0]) in obj [0x240000fb8:0x15:0x0], intent: open|creat flags 0104702 00010000:00010000:3.0:1787756107.628797:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01ced7b lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.628809:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01ced7b lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787756107.628822:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787756107.628830:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5623100 x1874589766028928/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787756107.628839:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01ced7b lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756107.628863:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766028928:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756107.629079:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.638596:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766028928:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756107.638634:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01ced7b lrc: 4/0,1 mode: --/CW res: [0x240000fb8:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.639082:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01ced7b lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.639094:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01ced7b lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.639106:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01ced7b lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2228e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.639118:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01ced7b lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.639134:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01ced7b lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2228e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.639143:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01ced7b lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2228e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.639151:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01ced7b lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2228e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756107.639165:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c5623100 x1874589766028928/t8589935448(8589935448) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756123 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787756107.639180:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c5623100 x1874589766028928/t8589935448(8589935448) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756123 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756107.639200:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01ced7b lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1787756107.639213:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01ced7b lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.639224:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/185 (0 0) 00000080:00200000:0.0:1787756107.639372:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000fb8:0x15:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1787756107.639390:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=logrotate, dir=[0x2400007ed:0xb6:0x0](ffffa0e6c771b248), intent=open|creat 00000080:00200000:0.0:1787756107.639428:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0xb9:0x0](ffffa0e6c762b248) 00000080:00200000:0.0:1787756107.639517:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xb9:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:0.0:1787756107.639522:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0xb9:0x0](ffffa0e6c762b248) 00000080:00010000:0.0:1787756107.639525:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xb9:0x0](ffffa0e6c762b248) for lock 0xc63d509de01ced7b 00000080:00010000:0.0:1787756107.639537:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xb9:0x0](ffffa0e6c762b248) 00000080:00200008:0.0:1787756107.639553:0:138509:0:(file.c:1090:ll_file_open()) START file logrotate:[0x2400007ed:0xb9:0x0](ffffa0e6c762b248), flags 104701 00000002:00100000:0.0:1787756107.639578:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c5623100 x1874589766028928/t8589935448(8589935448) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756123 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:0.0:1787756107.639620:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ced7b from it ffffa0e6ca097480 00010000:00010000:0.0:1787756107.639625:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01ced7b lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d2228e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.639638:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01ced7b lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d2228e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756107.639663:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xb9:0x0](ffffa0e6c762b248), inode mode 8180 mask 40 00000080:00200008:0.0:1787756107.639715:0:138509:0:(file.c:2650:do_file_write_iter()) START file logrotate:[0x2400007ed:0xb9:0x0], ppos: 0, count: 24 00000080:00200000:0.0:1787756107.639730:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 24 bytes 00000080:00200000:0.0:1787756107.639737:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 24 00000080:00200000:0.0:1787756107.639743:0:138509:0:(file.c:2090:ll_file_io_generic()) logrotate: write ppos: 0, bytes: 24 00000080:00200000:0.0:1787756107.639749:0:138509:0:(file.c:1848:ll_io_set_mirror()) logrotate: desiginated mirror: 0 00000020:00200000:0.0:1787756107.639776:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c006d3b1[0x110, 1, [0x2400007ed:0xb9:0x0] hash] 00000020:00200000:0.0:1787756107.639779:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 24) 2048 0 00000080:00200000:0.0:1787756107.639785:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xb9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787756107.639803:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:0.0:1787756107.639813:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 24) 24, 24 00020000:00200000:0.0:1787756107.639817:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756107.639837:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:0.0:1787756107.639854:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:0.0:1787756107.639860:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c85f94b0, osc lock ffffa0e6c3fe90a0, flags 0x40000 00010000:00010000:0.0:1787756107.639918:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000006af146c5/0xc63d509de01ced82 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.639928:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000006af146c5/0xc63d509de01ced82 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.639940:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000006af146c5/0xc63d509de01ced82 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756107.639963:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766029056:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756107.640067:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:0.0:1787756107.642338:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766029056:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756107.642435:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000006af146c5/0xc63d509de01ced82 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.642457:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000006af146c5/0xc63d509de01ced82 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2228f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.642478:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000006af146c5/0xc63d509de01ced82 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.642494:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000006af146c5/0xc63d509de01ced82 lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2228f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787756107.642508:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000006af146c5/0xc63d509de01ced82 lrc: 4/0,2 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d2228f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.642522:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000006af146c5/0xc63d509de01ced82 lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2228f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.642530:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000006af146c5/0xc63d509de01ced82 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2228f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787756107.642560:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) logrotate: write [0, 24) append 0 append lockpos 0 00000080:00200000:0.0:1787756107.642582:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 24 bytes 00000080:00200000:0.0:1787756107.642647:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 24, copied 24 00000080:00200000:0.0:1787756107.642661:0:138509:0:(rw26.c:929:ll_write_end()) page@0000000039b32e2a[3 000000007566b4f1 2 1 00000000f9c9e95d 0 0 0] 00000080:00200000:0.0:1787756107.642676:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @00000000ae44728b 17ffffc0001001 3:0 ffffa0e6d00221c0 0 lru 00000080:00200000:0.0:1787756107.642768:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@00000000cec5bbd1 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000096e19b13 0000000064c506d7 > 3< 0 0 > 4< 0 0 8 480378880 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787756107.642771:0:138509:0:(rw26.c:929:ll_write_end()) end page@0000000039b32e2a 00000080:00200000:0.0:1787756107.642773:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787756107.642778:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 24 prio 0 00000008:00010000:0.0:1787756107.642804:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 00000000d1f66824 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000006af146c5/0xc63d509de01ced82 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d2228f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787756107.642833:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6c762b3f8, count 1, dirtied 1 00000080:00200000:0.0:1787756107.642838:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 24 bytes, tot: 24 00000080:00200000:0.0:1787756107.642841:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) logrotate: write bytes 0, result: 24 00000020:00010000:0.0:1787756107.642859:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cf4e8 (ffffa0e6c3555ea8/0) at cl_lock_release():245 00000020:00010000:0.0:1787756107.642863:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cf4e8 (ffffa0e6c3555ea8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787756107.642867:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c85f94b0 (ffffa0e6c35555a8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787756107.642871:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000006af146c5/0xc63d509de01ced82 lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2228f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.642881:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000006af146c5/0xc63d509de01ced82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d2228f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1787756107.642899:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cf4e8 (ffffa0e6c3555ea8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787756107.642902:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c85f94b0 (ffffa0e6c3555ea8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787756107.642911:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 24 bytes 00000080:00200000:0.0:1787756107.642920:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:0.0:1787756107.642930:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xb9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756107.642934:0:138509:0:(file.c:2238:ll_file_io_generic()) logrotate: 2 io complete with rc: 0, result: 24, restart: 0 00000080:00200000:0.0:1787756107.642942:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x2400007ed:0xb9:0x0] updating i_size 24 i_blocks 0 00000080:00200000:0.0:1787756107.642948:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 24 00000080:00200008:0.0:1787756107.642980:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file logrotate:[0x2400007ed:0xb9:0x0](ffffa0e6c762b248) current size 24, valid attrs 10160, mode 5560, uid -933771392, gid -24346, new size 18446669676315901696, atime 1787756107.000000000, mtime 1675757950.000000000, ctime 1787756107.000000000 00010000:00010000:0.0:1787756107.643016:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01ced7b lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2228e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756107.643038:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xb9:0x0]: losing layout lock 00010000:00010000:0.0:1787756107.643084:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01ced7b lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2228e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.643092:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787756107.643094:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01ced7b lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2228e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1787756107.643123:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756107.643133:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6598e00 x1874589766029312/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756107.643158:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766029312:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756107.643356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:0.0:1787756107.646998:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766029312:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756107.647061:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xb9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:0.0:1787756107.647094:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x2400007ed:0xb9:0x0](ffffa0e6c762b248) 00000002:00010000:0.0:1787756107.647109:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0xb9:0x0]) in obj [0x2400007ed:0xb9:0x0], intent: layout flags 0 00010000:00010000:0.0:1787756107.647177:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682600/0xc63d509de01ced89 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.647188:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682600/0xc63d509de01ced89 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.647200:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682600/0xc63d509de01ced89 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756107.647224:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659a300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766029440:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756107.647598:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:0.0:1787756107.652014:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659a300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766029440:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756107.652059:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682600/0xc63d509de01ced89 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2228fe expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.652077:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682600/0xc63d509de01ced89 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228fe expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756107.652093:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6c659a300 x1874589766029440/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756107.652105:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682600/0xc63d509de01ced89 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228fe expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1787756107.652119:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682600/0xc63d509de01ced89 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228fe expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.652135:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 16 res 9663678445/185 (0 0) 00000080:00200000:0.0:1787756107.652148:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x2400007ed:0xb9:0x0] suppgids 0 0: rc 0 00000080:00010000:0.0:1787756107.652169:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xb9:0x0](ffffa0e6c762b248) for lock 0xc63d509de01ced89 00000080:00010000:0.0:1787756107.652179:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ced89 from it ffffbc5601c77a78 00010000:00010000:0.0:1787756107.652183:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682600/0xc63d509de01ced89 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2228fe expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.652445:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682600/0xc63d509de01ced89 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228fe expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.652480:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682600/0xc63d509de01ced89 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228fe expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.652494:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682600/0xc63d509de01ced89 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228fe expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:0.0:1787756107.652505:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x2400007ed:0xb9:0x0](00000000b6c5d2bd) being reconfigured ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682600/0xc63d509de01ced89 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2228fe expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756107.652549:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xb9:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:0.0:1787756107.652555:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682600/0xc63d509de01ced89 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d2228fe expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.652628:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682600/0xc63d509de01ced89 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d2228fe expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:0.0:1787756107.652655:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756107.652675:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:0.0:1787756107.652765:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787756107.652770:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c85f94b0, osc lock ffffa0e6c3fe90a0, flags 0x0 00010000:00010000:0.0:1787756107.652791:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000006af146c5/0xc63d509de01ced82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d2228f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.652801:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000006af146c5/0xc63d509de01ced82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d2228f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.652813:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000006af146c5/0xc63d509de01ced82 lrc: 7/0,2 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2228f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.652822:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000006af146c5/0xc63d509de01ced82 lrc: 7/0,2 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2228f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.652830:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000006af146c5/0xc63d509de01ced82 lrc: 6/0,1 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2228f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1787756107.652948:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766029568:192.168.201.131@tcp:2:tar.0 00000100:00100000:0.0:1787756107.656107:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766029568:192.168.201.131@tcp:2:tar.0 00000020:00010000:1.0:1787756107.656832:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cf4e8 (ffffa0e6c3555ea8/0) at cl_lock_release():245 00000020:00010000:1.0:1787756107.656839:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cf4e8 (ffffa0e6c3555ea8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787756107.656845:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c85f94b0 (ffffa0e6c35555a8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787756107.656857:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000006af146c5/0xc63d509de01ced82 lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2228f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787756107.656875:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000006af146c5/0xc63d509de01ced82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d2228f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1787756107.656891:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cf4e8 (ffffa0e6c3555ea8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787756107.656893:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c85f94b0 (ffffa0e6c3555ea8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787756107.656937:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xb9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:1.0:1787756107.656965:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c6e3c000 uarg=0000000000000000 00000002:00000080:1.0:1787756107.656980:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c6e3c000 uarg=0000000000000000 00000020:00100000:1.0:1787756107.657014:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:1.0:1787756107.657021:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d86c4000 x1874589766029824/t0(0) o55->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1787756107.657041:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c4000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766029824:192.168.201.131@tcp:55:tar.0 00000100:00100000:1.0:1787756107.657134:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6ca06d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787756107.659967:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c4000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766029824:192.168.201.131@tcp:55:tar.0 00000080:00200008:0.0:1787756107.660014:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file logrotate:[0x2400007ed:0xb9:0x0](ffffa0e6c762b248) current size 24, valid attrs 10010160, mode 5560, uid -933771392, gid -24346, new size 18446669676315901696, atime 1787756107.000000000, mtime 1675757950.000000000, ctime 1787756107.000000000, rc 0 00000002:00010000:0.0:1787756107.660076:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400007ed:0xb9:0x0], intent: getxattr flags 0 00010000:00010000:0.0:1787756107.660147:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682400/0xc63d509de01ced90 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.660156:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682400/0xc63d509de01ced90 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.660166:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682400/0xc63d509de01ced90 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756107.660185:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766029952:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756107.660535:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:0.0:1787756107.663929:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766029952:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756107.663970:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682400/0xc63d509de01ced90 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222913 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.663990:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682400/0xc63d509de01ced90 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222913 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.664003:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682400/0xc63d509de01ced90 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222913 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756107.664026:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c6598000 x1874589766029952/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1096 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756107.664039:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682400/0xc63d509de01ced90 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222913 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.664055:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/185 (0 0) 00000080:00200000:0.0:1787756107.664062:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x2400007ed:0xb9:0x0] suppgids 0 -1: rc 0 00000080:00010000:0.0:1787756107.664095:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xb9:0x0](ffffa0e6c762b248) for lock 0xc63d509de01ced90 00000080:00010000:0.0:1787756107.664106:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ced90 from it ffffbc5601c77c18 00010000:00010000:0.0:1787756107.664111:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682400/0xc63d509de01ced90 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222913 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.664123:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682400/0xc63d509de01ced90 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222913 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1787756107.664174:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file logrotate:[0x2400007ed:0xb9:0x0](ffffa0e6c762b248) current size 24, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000 00000020:00100000:0.0:1787756107.664241:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756107.664248:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6598000 x1874589766030208/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756107.664803:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766030208:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756107.664903:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:0.0:1787756107.673099:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766030208:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756107.673167:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xb9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756107.673190:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1787756107.673349:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787756107.673370:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766030336:192.168.201.131@tcp:2:tar.0 00000100:00100000:0.0:1787756107.675817:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766030336:192.168.201.131@tcp:2:tar.0 00000080:00200000:1.0:1787756107.675933:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xb9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1787756107.675960:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file logrotate:[0x2400007ed:0xb9:0x0](ffffa0e6c762b248) current size 24, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000, rc 0 00000080:00200008:1.0:1787756107.675996:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file logrotate:[0x2400007ed:0xb9:0x0](ffffa0e6c762b248) current size 24, valid attrs 41, mode 81a4, uid 1787756107, gid 0, new size 0, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000 00000020:00100000:1.0:1787756107.676074:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787756107.676084:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d86c4380 x1874589766030592/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756107.676109:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c4380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766030592:192.168.201.131@tcp:36:tar.0 00000100:00100000:1.0:1787756107.676192:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6ca06db40 going to sleep for 11 seconds 00000100:00100000:0.0:1787756107.678170:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c4380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766030592:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756107.678224:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xb9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756107.678844:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1787756107.679026:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766030720:192.168.201.131@tcp:2:tar.0 00000100:00100000:0.0:1787756107.683061:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766030720:192.168.201.131@tcp:2:tar.0 00000080:00200000:1.0:1787756107.683313:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xb9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1787756107.683352:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file logrotate:[0x2400007ed:0xb9:0x0](ffffa0e6c762b248) current size 24, valid attrs 10000041, mode 81a4, uid 1787756107, gid 0, new size 0, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000, rc 0 00000080:00200008:1.0:1787756107.683391:0:138509:0:(file.c:479:ll_file_release()) START file logrotate:[0x2400007ed:0xb9:0x0](ffffa0e6c762b248), flags 104001 00000002:00100000:1.0:1787756107.683466:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c5623100 x1874589766028928/t8589935448(8589935448) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756123 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787756107.683539:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787756107.683546:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d86c5500 x1874589766030976/t0(0) o35->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1787756107.683698:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766030976:192.168.201.131@tcp:35:tar.0 00000100:00100000:1.0:1787756107.683840:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6ca06d540 going to sleep for 11 seconds 00000100:00100000:0.0:1787756107.686462:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766030976:192.168.201.131@tcp:35:tar.0 00000002:00100000:0.0:1787756107.686635:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c5623100 x1874589766028928/t8589935448(8589935448) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787756107.686776:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:0.0:1787756107.686788:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:0.0:1787756107.686800:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756107.686803:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rwtab.d, flags=17 00000080:00200000:0.0:1787756107.686806:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xb6:0x0](ffffa0e6c771b248), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756107.686828:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xb6:0x0](ffffa0e6c771b248), inode mode 41c0 mask 3 00000080:00200000:0.0:1787756107.686834:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=gssproxy, dir=[0x2400007ed:0xb6:0x0](ffffa0e6c771b248), file ffffa0e6d9717980, open_flags 89c1, mode 8180 opened 0 00000080:00200000:0.0:1787756107.686845:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=gssproxy, dir=[0x2400007ed:0xb6:0x0](ffffa0e6c771b248), intent=open|creat 00000002:00010000:0.0:1787756107.686882:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: gssproxy,[0x20001a9e3:0x1120:0x0]) in obj [0x200024df1:0x15:0x0], intent: open|creat flags 0104702 00010000:00010000:0.0:1787756107.686970:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01ced97 lrc: 3/0,1 mode: --/CW res: [0x200024df1:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.686981:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01ced97 lrc: 3/0,1 mode: --/CW res: [0x200024df1:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787756107.687000:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787756107.687007:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6599180 x1874589766031232/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787756107.687018:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01ced97 lrc: 3/0,1 mode: --/CW res: [0x200024df1:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756107.687043:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6599180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766031232:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756107.687509:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:0.0:1787756107.691140:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6599180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766031232:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756107.691188:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01ced97 lrc: 4/0,1 mode: --/CW res: [0x200024df1:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22293d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.691224:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01ced97 lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22293d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.691244:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01ced97 lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22293d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.691258:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01ced97 lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22293d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.691302:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01ced97 lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22293d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.691318:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01ced97 lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22293d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.691328:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01ced97 lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22293d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.691333:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01ced97 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22293d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756107.691343:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c6599180 x1874589766031232/t322122551557(322122551557) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756123 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787756107.691356:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c6599180 x1874589766031232/t322122551557(322122551557) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756123 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756107.691370:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01ced97 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22293d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1787756107.691383:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01ced97 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22293d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756107.691396:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4384 (0 0) 00000080:00200000:0.0:1787756107.691403:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200024df1:0x15:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1787756107.691421:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=gssproxy, dir=[0x2400007ed:0xb6:0x0](ffffa0e6c771b248), intent=open|creat 00000080:00200000:1.0:1787756107.691795:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x1120:0x0](ffffa0e6c762e3c8) 00000080:00200000:1.0:1787756107.691886:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x1120:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:1.0:1787756107.691891:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x20001a9e3:0x1120:0x0](ffffa0e6c762e3c8) 00000080:00010000:1.0:1787756107.691894:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1120:0x0](ffffa0e6c762e3c8) for lock 0xc63d509de01ced97 00000080:00010000:1.0:1787756107.691904:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1120:0x0](ffffa0e6c762e3c8) 00000080:00200008:1.0:1787756107.691923:0:138509:0:(file.c:1090:ll_file_open()) START file gssproxy:[0x20001a9e3:0x1120:0x0](ffffa0e6c762e3c8), flags 104701 00000002:00100000:1.0:1787756107.691947:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c6599180 x1874589766031232/t322122551557(322122551557) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756123 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1787756107.691983:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ced97 from it ffffa0e6c6f0ac00 00010000:00010000:1.0:1787756107.691987:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01ced97 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d22293d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787756107.691995:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01ced97 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d22293d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787756107.692017:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1120:0x0](ffffa0e6c762e3c8), inode mode 8180 mask 40 00000080:00200008:1.0:1787756107.692053:0:138509:0:(file.c:2650:do_file_write_iter()) START file gssproxy:[0x20001a9e3:0x1120:0x0], ppos: 0, count: 24 00000080:00200000:1.0:1787756107.692067:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 24 bytes 00000080:00200000:1.0:1787756107.692075:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 24 00000080:00200000:1.0:1787756107.692080:0:138509:0:(file.c:2090:ll_file_io_generic()) gssproxy: write ppos: 0, bytes: 24 00000080:00200000:1.0:1787756107.692084:0:138509:0:(file.c:1848:ll_io_set_mirror()) gssproxy: desiginated mirror: 0 00000020:00200000:1.0:1787756107.692092:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@0000000086608661[0x110, 1, [0x20001a9e3:0x1120:0x0] hash] 00000020:00200000:1.0:1787756107.692094:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 24) 2048 0 00000080:00200000:1.0:1787756107.692100:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1120:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787756107.692118:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:1.0:1787756107.692127:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 24) 24, 24 00020000:00200000:1.0:1787756107.692132:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787756107.692163:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:1.0:1787756107.692180:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:1.0:1787756107.692187:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c3870e30, osc lock ffffa0e6d16450a0, flags 0x40000 00010000:00010000:1.0:1787756107.692242:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ff3bd2de/0xc63d509de01ced9e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x167e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787756107.692249:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ff3bd2de/0xc63d509de01ced9e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x167e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787756107.692257:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ff3bd2de/0xc63d509de01ced9e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x167e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787756107.692294:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766031360:192.168.201.131@tcp:101:tar.0 00000100:00100000:1.0:1787756107.692387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6ca06d540 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.696810:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766031360:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756107.696846:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ff3bd2de/0xc63d509de01ced9e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x167e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22294b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.696865:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ff3bd2de/0xc63d509de01ced9e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x167e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22294b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.696879:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ff3bd2de/0xc63d509de01ced9e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x167e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22294b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.696892:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ff3bd2de/0xc63d509de01ced9e lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x167e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22294b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787756107.696904:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ff3bd2de/0xc63d509de01ced9e lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x167e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d22294b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.696914:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ff3bd2de/0xc63d509de01ced9e lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x167e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22294b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.696919:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ff3bd2de/0xc63d509de01ced9e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x167e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22294b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756107.696947:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) gssproxy: write [0, 24) append 0 append lockpos 0 00000080:00200000:2.0:1787756107.696969:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 24 bytes 00000080:00200000:2.0:1787756107.697034:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 24, copied 24 00000080:00200000:2.0:1787756107.697045:0:138509:0:(rw26.c:929:ll_write_end()) page@0000000045ba2cdf[3 000000005ea8000f 2 1 000000007ba180bc 0 0 0] 00000080:00200000:2.0:1787756107.697047:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @00000000c147f203 17ffffc0001001 3:0 ffffa0e6d043c700 0 lru 00000080:00200000:2.0:1787756107.697053:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@00000000e1cef5a4 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000000dd14ff3 0000000051b5de4b > 3< 0 0 > 4< 0 0 8 483094528 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787756107.697054:0:138509:0:(rw26.c:929:ll_write_end()) end page@0000000045ba2cdf 00000080:00200000:2.0:1787756107.697055:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787756107.697060:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 24 prio 0 00000008:00010000:2.0:1787756107.697081:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 000000000948bee7 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ff3bd2de/0xc63d509de01ced9e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x167e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22294b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756107.697103:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6c762e578, count 1, dirtied 1 00000080:00200000:2.0:1787756107.697107:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 24 bytes, tot: 24 00000080:00200000:2.0:1787756107.697110:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) gssproxy: write bytes 0, result: 24 00000020:00010000:2.0:1787756107.697125:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cf998 (ffffa0e6c3555518/0) at cl_lock_release():245 00000020:00010000:2.0:1787756107.697128:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cf998 (ffffa0e6c3555518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756107.697131:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c3870e30 (ffffa0e6c35553f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756107.697134:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ff3bd2de/0xc63d509de01ced9e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x167e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22294b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.697141:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ff3bd2de/0xc63d509de01ced9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x167e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22294b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1787756107.697153:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cf998 (ffffa0e6c3555518/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756107.697155:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c3870e30 (ffffa0e6c3555518/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756107.697162:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 24 bytes 00000080:00200000:2.0:1787756107.697169:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:2.0:1787756107.697178:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1120:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787756107.697181:0:138509:0:(file.c:2238:ll_file_io_generic()) gssproxy: 2 io complete with rc: 0, result: 24, restart: 0 00000080:00200000:2.0:1787756107.697187:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x20001a9e3:0x1120:0x0] updating i_size 24 i_blocks 0 00000080:00200000:2.0:1787756107.697191:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 24 00000080:00200008:2.0:1787756107.697225:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file gssproxy:[0x20001a9e3:0x1120:0x0](ffffa0e6c762e3c8) current size 24, valid attrs 10160, mode 5560, uid -646874752, gid -24346, new size 18446669676315901696, atime 1787756107.000000000, mtime 1559861354.000000000, ctime 1787756107.000000000 00010000:00010000:2.0:1787756107.697318:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01ced97 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d22293d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756107.697337:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1120:0x0]: losing layout lock 00010000:00010000:2.0:1787756107.697390:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01ced97 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22293d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.697399:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756107.697402:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01ced97 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22293d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756107.697433:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756107.697441:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c354c380 x1874589766031616/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756107.697464:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354c380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766031616:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756107.697731:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.700082:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354c380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766031616:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756107.700138:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1120:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:2.0:1787756107.700207:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20001a9e3:0x1120:0x0](ffffa0e6c762e3c8) 00000002:00010000:2.0:1787756107.700218:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x20001a9e3:0x1120:0x0]) in obj [0x20001a9e3:0x1120:0x0], intent: layout flags 0 00010000:00010000:2.0:1787756107.700307:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3400/0xc63d509de01ceda5 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.700318:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3400/0xc63d509de01ceda5 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.700330:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3400/0xc63d509de01ceda5 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756107.700352:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354ce00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766031744:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756107.700435:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.702462:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354ce00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766031744:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756107.702500:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3400/0xc63d509de01ceda5 lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222959 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.702521:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3400/0xc63d509de01ceda5 lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222959 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756107.702536:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6c354ce00 x1874589766031744/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756107.702546:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3400/0xc63d509de01ceda5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222959 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756107.702561:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3400/0xc63d509de01ceda5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222959 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.702573:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 16 res 8590043619/4384 (0 0) 00000080:00200000:2.0:1787756107.702584:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x20001a9e3:0x1120:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1787756107.702603:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1120:0x0](ffffa0e6c762e3c8) for lock 0xc63d509de01ceda5 00000080:00010000:2.0:1787756107.702611:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ceda5 from it ffffbc5601c77a78 00010000:00010000:2.0:1787756107.702615:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3400/0xc63d509de01ceda5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222959 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.702633:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3400/0xc63d509de01ceda5 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222959 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.702654:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3400/0xc63d509de01ceda5 lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222959 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.702666:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3400/0xc63d509de01ceda5 lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222959 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787756107.702672:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x20001a9e3:0x1120:0x0](0000000008eef234) being reconfigured ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3400/0xc63d509de01ceda5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222959 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756107.702710:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x1120:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:2.0:1787756107.702716:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3400/0xc63d509de01ceda5 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d222959 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.702723:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3400/0xc63d509de01ceda5 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d222959 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:2.0:1787756107.702744:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756107.702790:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1787756107.702806:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787756107.702811:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6ca0208b0, osc lock ffffa0e6d0ad7300, flags 0x0 00010000:00010000:2.0:1787756107.702826:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ff3bd2de/0xc63d509de01ced9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x167e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22294b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.702835:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ff3bd2de/0xc63d509de01ced9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x167e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22294b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.702845:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ff3bd2de/0xc63d509de01ced9e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x167e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22294b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.702852:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ff3bd2de/0xc63d509de01ced9e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x167e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22294b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.702860:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ff3bd2de/0xc63d509de01ced9e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x167e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22294b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1787756107.702929:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787756107.702948:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766031872:192.168.201.131@tcp:2:tar.0 00000100:00100000:2.0:1787756107.705859:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766031872:192.168.201.131@tcp:2:tar.0 00000020:00010000:3.0:1787756107.705910:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cf998 (ffffa0e6c3555518/0) at cl_lock_release():245 00000020:00010000:3.0:1787756107.705920:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cf998 (ffffa0e6c3555518/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756107.705926:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6ca0208b0 (ffffa0e6c35553f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756107.705940:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ff3bd2de/0xc63d509de01ced9e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x167e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22294b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.705958:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ff3bd2de/0xc63d509de01ced9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x167e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22294b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1787756107.705976:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cf998 (ffffa0e6c3555518/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756107.705979:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6ca0208b0 (ffffa0e6c3555518/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756107.706004:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1120:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:3.0:1787756107.706025:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c6236a00 uarg=0000000000000000 00000002:00000080:3.0:1787756107.706041:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c6236a00 uarg=0000000000000000 00000020:00100000:3.0:1787756107.706078:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:3.0:1787756107.706090:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5621880 x1874589766032128/t0(0) o55->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756107.706117:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5621880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766032128:192.168.201.131@tcp:55:tar.0 00000100:00100000:3.0:1787756107.706225:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.708594:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5621880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766032128:192.168.201.131@tcp:55:tar.0 00000080:00200008:3.0:1787756107.708640:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file gssproxy:[0x20001a9e3:0x1120:0x0](ffffa0e6c762e3c8) current size 24, valid attrs 10010160, mode 5560, uid -646874752, gid -24346, new size 18446669676315901696, atime 1787756107.000000000, mtime 1559861354.000000000, ctime 1787756107.000000000, rc 0 00000002:00010000:3.0:1787756107.708704:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20001a9e3:0x1120:0x0], intent: getxattr flags 0 00010000:00010000:3.0:1787756107.708780:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8c00/0xc63d509de01cedac lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.708790:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8c00/0xc63d509de01cedac lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.708799:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8c00/0xc63d509de01cedac lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756107.708820:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5621880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766032256:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756107.708935:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.710609:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5621880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766032256:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756107.710638:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8c00/0xc63d509de01cedac lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22296e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.710655:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8c00/0xc63d509de01cedac lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22296e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.710667:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8c00/0xc63d509de01cedac lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22296e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756107.710684:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c5621880 x1874589766032256/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1096 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756107.710695:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8c00/0xc63d509de01cedac lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22296e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.710709:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4384 (0 0) 00000080:00200000:3.0:1787756107.710714:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x20001a9e3:0x1120:0x0] suppgids 0 -1: rc 0 00000080:00010000:3.0:1787756107.710740:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1120:0x0](ffffa0e6c762e3c8) for lock 0xc63d509de01cedac 00000080:00010000:3.0:1787756107.710748:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cedac from it ffffbc5601c77c18 00010000:00010000:3.0:1787756107.710764:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8c00/0xc63d509de01cedac lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22296e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.710776:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8c00/0xc63d509de01cedac lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22296e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787756107.710817:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file gssproxy:[0x20001a9e3:0x1120:0x0](ffffa0e6c762e3c8) current size 24, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000 00000020:00100000:3.0:1787756107.710868:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756107.710875:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5621880 x1874589766032512/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756107.710896:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5621880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766032512:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756107.710971:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.713806:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5621880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766032512:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756107.713864:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1120:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756107.713884:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1787756107.714019:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5621f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766032640:192.168.201.131@tcp:2:tar.0 00000100:00100000:2.0:1787756107.716268:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5621f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766032640:192.168.201.131@tcp:2:tar.0 00000080:00200000:3.0:1787756107.716372:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1120:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756107.716394:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file gssproxy:[0x20001a9e3:0x1120:0x0](ffffa0e6c762e3c8) current size 24, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000, rc 0 00000080:00200008:3.0:1787756107.716427:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file gssproxy:[0x20001a9e3:0x1120:0x0](ffffa0e6c762e3c8) current size 24, valid attrs 41, mode 81a4, uid 1787756107, gid 0, new size 0, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000 00000020:00100000:3.0:1787756107.716509:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756107.716521:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5620a80 x1874589766032896/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756107.716547:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5620a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766032896:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756107.716626:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.720336:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5620a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766032896:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756107.720520:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1120:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756107.720540:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1787756107.720664:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787756107.720682:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766033024:192.168.201.131@tcp:2:tar.0 00000100:00100000:2.0:1787756107.722744:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766033024:192.168.201.131@tcp:2:tar.0 00000080:00200000:1.0:1787756107.722790:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1120:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1787756107.722810:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file gssproxy:[0x20001a9e3:0x1120:0x0](ffffa0e6c762e3c8) current size 24, valid attrs 10000041, mode 81a4, uid 1787756107, gid 0, new size 0, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000, rc 0 00000080:00200008:1.0:1787756107.722851:0:138509:0:(file.c:479:ll_file_release()) START file gssproxy:[0x20001a9e3:0x1120:0x0](ffffa0e6c762e3c8), flags 104001 00000002:00100000:1.0:1787756107.722931:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c6599180 x1874589766031232/t322122551557(322122551557) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756123 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787756107.722944:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787756107.722949:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d86c4700 x1874589766033280/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1787756107.722972:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c4700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766033280:192.168.201.131@tcp:35:tar.0 00000100:00100000:1.0:1787756107.723057:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6ca06db40 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.725114:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c4700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766033280:192.168.201.131@tcp:35:tar.0 00000002:00100000:2.0:1787756107.725148:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c6599180 x1874589766031232/t322122551557(322122551557) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787756107.725233:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756107.725241:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756107.725249:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756107.725251:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rwtab.d, flags=0 00000080:00200008:2.0:1787756107.725265:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rwtab.d:[0x2400007ed:0xb6:0x0](ffffa0e6c771b248) current size 8192, valid attrs 10160, mode ffff, uid -744640512, gid -24346, new size 18446639511986089984, atime 1787756107.000000000, mtime 1602787674.000000000, ctime 1787756107.000000000 00000020:00100000:2.0:1787756107.725367:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756107.725374:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c354dc00 x1874589766033536/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756107.725395:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354dc00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766033536:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756107.725625:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.730688:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354dc00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766033536:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756107.730742:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xb6:0x0], updating i_size 4096 00000080:00200008:2.0:1787756107.730790:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rwtab.d:[0x2400007ed:0xb6:0x0](ffffa0e6c771b248) current size 4096, valid attrs 10010160, mode ffff, uid -744640512, gid -24346, new size 18446639511986089984, atime 1787756107.000000000, mtime 1602787674.000000000, ctime 1787756107.000000000, rc 0 00000080:00200000:2.0:1787756107.730838:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756107.730847:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756107.730856:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756107.730860:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rwtab.d, flags=0 00000080:00200008:2.0:1787756107.730875:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rwtab.d:[0x2400007ed:0xb6:0x0](ffffa0e6c771b248) current size 4096, valid attrs 46, mode ffff, uid 0, gid 0, new size 18446639511986089984, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000 00010000:00010000:2.0:1787756107.730910:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01ced12 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb6:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222799 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.730987:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01ced12 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xb6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222799 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.730995:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756107.730998:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01ced12 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xb6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222799 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756107.731024:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756107.731033:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c354f480 x1874589766033792/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756107.731058:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354f480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766033792:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756107.731216:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.743966:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354f480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766033792:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756107.744016:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xb6:0x0], updating i_size 4096 00000080:00200008:2.0:1787756107.744033:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rwtab.d:[0x2400007ed:0xb6:0x0](ffffa0e6c771b248) current size 4096, valid attrs 10000046, mode ffff, uid 0, gid 0, new size 18446639511986089984, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000, rc 0 00000080:00200000:2.0:1787756107.744093:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756107.744103:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756107.744114:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756107.744133:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rwtab.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=1 00000080:00200000:2.0:1787756107.744138:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rwtab.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), intent=getattr 00000002:00010000:2.0:1787756107.744180:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rwtab.d,[0x0:0x0:0x0]) in obj [0x240000fb8:0x3:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787756107.744259:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedb3 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.744333:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedb3 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.744354:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedb3 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756107.744379:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766033920:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756107.744487:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.746953:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766033920:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756107.746986:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedb3 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2229d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.747023:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedb3 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2229d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.747032:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedb3 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xb6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2229d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.747045:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedb3 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xb6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2229d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.747058:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedb3 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xb6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2229d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.747073:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedb3 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xb6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2229d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.747082:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedb3 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xb6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2229d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.747091:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedb3 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xb6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2229d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756107.747104:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c3548380 x1874589766033920/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756107.747121:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedb3 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2229d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.747139:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/182 (0 0) 00000080:00200000:2.0:1787756107.747147:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000fb8:0x3:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756107.747188:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xb6:0x0], updating i_size 4096 00000080:00200000:2.0:1787756107.747192:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x2400007ed:0xb6:0x0](ffffa0e6c771b248): rc = 0 00000080:00010000:2.0:1787756107.747201:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xb6:0x0](ffffa0e6c771b248) for lock 0xc63d509de01cedb3 00000080:00010000:2.0:1787756107.747217:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xb6:0x0](ffffa0e6c771b248) 00000080:00010000:2.0:1787756107.747221:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cedb3 from it ffffbc5601c77bd0 00010000:00010000:2.0:1787756107.747225:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedb3 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xb6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2229d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.747247:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedb3 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2229d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756107.747339:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rwtab.d:[0x2400007ed:0xb6:0x0](ffffa0e6c771b248) current size 4096, valid attrs 41, mode 41ed, uid -744640512, gid -24346, new size 0, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000 00010000:00010000:2.0:1787756107.747365:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedb3 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2229d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.748148:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedb3 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xb6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2229d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.748160:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756107.748163:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedb3 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xb6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2229d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756107.748188:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756107.748198:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c3548380 x1874589766034176/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756107.748225:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766034176:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756107.748348:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.758061:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766034176:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756107.758112:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xb6:0x0], updating i_size 4096 00000080:00200008:2.0:1787756107.758128:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rwtab.d:[0x2400007ed:0xb6:0x0](ffffa0e6c771b248) current size 4096, valid attrs 10000041, mode 41ed, uid -744640512, gid -24346, new size 0, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000, rc 0 00000080:00200000:2.0:1787756107.758208:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756107.758218:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756107.758229:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756107.758246:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rsyslog.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=1536 00000080:00200000:2.0:1787756107.758250:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756107.758256:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756107.758261:0:138509:0:(namei.c:2239:do_mkdir()) VFS Op:name=rsyslog.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8) 00000020:00100000:2.0:1787756107.758417:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756107.758429:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c354a680 x1874589766034432/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756107.758457:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766034432:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756107.758547:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.765111:0:138509:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: committing for last_committed 322122551561 gen 11 00000100:00100000:2.0:1787756107.765190:0:138509:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffffa0e6c354a680 x1874589766034432/t322122551565(322122551565) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 560/536 e 0 to 0 dl 1787756123 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756107.765206:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766034432:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756107.765266:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x1121:0x0](ffffa0e6d126d348) 00000080:00200000:2.0:1787756107.765312:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1121:0x0], updating i_size 4096 00000080:00200000:2.0:1787756107.765476:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756107.765488:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756107.765498:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756107.765513:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rsyslog.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=0 00000080:00200000:2.0:1787756107.765518:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rsyslog.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), intent=getattr 00000002:00010000:2.0:1787756107.765544:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rsyslog.d,[0x0:0x0:0x0]) in obj [0x200024df1:0x3:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787756107.765618:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedba lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.765628:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedba lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.765638:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedba lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756107.765661:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3549500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766034560:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756107.765748:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.769184:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3549500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766034560:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756107.769218:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedba lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a32 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.769444:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedba lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a32 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.769456:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedba lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a32 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.769470:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedba lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222a32 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.769485:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedba lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a32 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.769501:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedba lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222a32 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.769510:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedba lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222a32 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.769518:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedba lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222a32 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756107.769531:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c3549500 x1874589766034560/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/672 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756107.769546:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedba lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a32 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.769557:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4385 (0 0) 00000080:00200000:2.0:1787756107.769564:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x3:0x0] suppgids 0 -1: rc 0 00000002:00010000:2.0:1787756107.769645:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200024df0:0x1b:0x0]) in obj [0x200024df0:0x1b:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787756107.769698:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedc1 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.769706:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedc1 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.769715:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedc1 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756107.769739:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766034688:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756107.769826:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.773120:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766034688:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756107.773153:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedc1 lrc: 4/1,0 mode: --/CR res: [0x200024df0:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a40 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.773167:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedc1 lrc: 4/1,0 mode: --/PR res: [0x200024df0:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a40 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.773180:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedc1 lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222a40 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.773191:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedc1 lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a40 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.773203:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedc1 lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222a40 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.773212:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedc1 lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222a40 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.773220:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedc1 lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222a40 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756107.773232:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c354b480 x1874589766034688/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756107.773264:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedc1 lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a40 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.773324:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590085616/27 (0 0) 00010000:00010000:2.0:1787756107.773334:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedc1 lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222a40 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.773344:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedc1 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a40 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00010000:2.0:1787756107.773378:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000fb9:0x1b:0x0]) in obj [0x240000fb9:0x1b:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787756107.773438:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cedc8 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.773446:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cedc8 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.773456:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cedc8 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756107.773480:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766034816:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756107.773570:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.784998:0:138509:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: committing for last_committed 8589935458 gen 1 00000100:00100000:2.0:1787756107.785123:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766034816:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756107.785163:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cedc8 lrc: 4/1,0 mode: --/CR res: [0x240000fb9:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a4e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.785184:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cedc8 lrc: 4/1,0 mode: --/PR res: [0x240000fb9:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a4e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.785198:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cedc8 lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222a4e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.785211:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cedc8 lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a4e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.785227:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cedc8 lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222a4e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.785385:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cedc8 lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222a4e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.785393:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cedc8 lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222a4e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756107.785408:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c354b480 x1874589766034816/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756107.785424:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cedc8 lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a4e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.785440:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663680441/27 (0 0) 00010000:00010000:2.0:1787756107.785449:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cedc8 lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222a4e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.785464:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cedc8 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a4e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756107.785511:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1121:0x0], updating i_size 8192 00000080:00200000:2.0:1787756107.785516:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x1121:0x0](ffffa0e6d126d348): rc = 0 00000080:00010000:2.0:1787756107.785529:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1121:0x0](ffffa0e6d126d348) for lock 0xc63d509de01cedba 00000080:00010000:2.0:1787756107.785555:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1121:0x0](ffffa0e6d126d348) 00000080:00010000:2.0:1787756107.785559:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cedba from it ffffbc5601c77b70 00010000:00010000:2.0:1787756107.785564:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedba lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222a32 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.785572:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedba lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a32 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756107.785611:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rsyslog.d:[0x20001a9e3:0x1121:0x0](ffffa0e6d126d348) current size 8192, valid attrs 10160, mode ffff, uid -744640512, gid -24346, new size 18446639511986089984, atime 1787756107.000000000, mtime 1730792833.000000000, ctime 1787756107.000000000 00010000:00010000:2.0:1787756107.785641:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedba lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222a32 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.785701:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedba lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222a32 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.785709:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756107.785712:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedba lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222a32 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756107.785743:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756107.785751:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c3549500 x1874589766035072/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756107.785788:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3549500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766035072:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756107.785882:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787756107.788026:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:0.0:1787756107.788130:0:15194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589784994432 00000100:00100000:0.0:1787756107.788141:0:15194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589784994432 00000100:00100000:0.0:1787756107.788258:0:15194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5200 00000100:00100000:0.0:1787756107.788308:0:15194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6d86c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d820e3d8-0101-4517-9bdc-79801f6168f8+5:41743:x1874589784994432:12345-192.168.201.131@tcp:104: 00010000:00010000:0.0:1787756107.788331:0:15194:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedc1 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d222a40 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.788422:0:15194:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787756107.788430:0:15194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6d86c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d820e3d8-0101-4517-9bdc-79801f6168f8+5:41743:x1874589784994432:12345-192.168.201.131@tcp:104: Request processed in 162us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1787756107.788439:0:15194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5200 00010000:00010000:2.0:1787756107.788505:0:116550:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787756107.788515:0:116550:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedc1 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d222a40 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.788525:0:116550:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e6c6ec3c00 already unused, calling callback (ffffffffc1aa93c0) 00010000:00010000:2.0:1787756107.788530:0:116550:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedc1 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1b:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d222a40 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.788540:0:116550:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedc1 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1b:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d222a40 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.788550:0:116550:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedc1 lrc: 3/0,0 mode: PR/PR res: [0x200024df0:0x1b:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa58e5f4f9d222a40 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.788617:0:116550:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedc1 lrc: 2/0,0 mode: --/PR res: [0x200024df0:0x1b:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222a40 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.788624:0:116550:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756107.788645:0:116550:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedc1 lrc: 1/0,0 mode: --/PR res: [0x200024df0:0x1b:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222a40 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.788654:0:116550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedc1 lrc: 0/0,0 mode: --/PR res: [0x200024df0:0x1b:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222a40 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.788691:0:116550:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787756107.788693:0:116550:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787756107.788695:0:116550:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756107.788896:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766035200:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756107.792786:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766035200:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787756107.792912:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:1.0:1787756107.793016:0:116615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589784994688 00000100:00100000:1.0:1787756107.793025:0:116615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589784994688 00000100:00100000:1.0:1787756107.793129:0:116615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5201 00000100:00100000:1.0:1787756107.793141:0:116615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6c6598700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:d820e3d8-0101-4517-9bdc-79801f6168f8+5:8450:x1874589784994688:12345-192.168.201.131@tcp:104: 00010000:00010000:1.0:1787756107.793173:0:116615:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cedc8 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d222a4e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.793385:0:31243:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787756107.793395:0:31243:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cedc8 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d222a4e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.793404:0:31243:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e6c6ec3200 already unused, calling callback (ffffffffc1aa93c0) 00010000:00010000:2.0:1787756107.793410:0:31243:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cedc8 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1b:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d222a4e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.793420:0:31243:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cedc8 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1b:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d222a4e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.793428:0:31243:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cedc8 lrc: 3/0,0 mode: PR/PR res: [0x240000fb9:0x1b:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa58e5f4f9d222a4e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.793513:0:31243:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cedc8 lrc: 2/0,0 mode: --/PR res: [0x240000fb9:0x1b:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222a4e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.793521:0:31243:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756107.793544:0:31243:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cedc8 lrc: 1/0,0 mode: --/PR res: [0x240000fb9:0x1b:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222a4e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.793552:0:31243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cedc8 lrc: 0/0,0 mode: --/PR res: [0x240000fb9:0x1b:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222a4e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.793585:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787756107.793587:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787756107.793589:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756107.793623:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766035328:192.168.201.131@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787756107.793839:0:116615:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:1.0:1787756107.793848:0:116615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6c6598700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:d820e3d8-0101-4517-9bdc-79801f6168f8+5:8450:x1874589784994688:12345-192.168.201.131@tcp:104: Request processed in 709us (938us total) trans 0 rc 0/0 00000100:00100000:1.0:1787756107.793857:0:116615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5201 00000100:00100000:2.0:1787756107.797954:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766035328:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787756107.801716:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3549500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766035072:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756107.801979:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1121:0x0], updating i_size 4096 00000080:00200008:2.0:1787756107.801995:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rsyslog.d:[0x20001a9e3:0x1121:0x0](ffffa0e6d126d348) current size 4096, valid attrs 10010160, mode ffff, uid -744640512, gid -24346, new size 18446639511986089984, atime 1787756107.000000000, mtime 1730792833.000000000, ctime 1787756107.000000000, rc 0 00000080:00200000:2.0:1787756107.802066:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756107.802078:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756107.802086:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756107.802102:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rsyslog.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=0 00000080:00200000:2.0:1787756107.802106:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rsyslog.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), intent=getattr 00000002:00010000:2.0:1787756107.802130:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rsyslog.d,[0x0:0x0:0x0]) in obj [0x200024df1:0x3:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787756107.802221:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedcf lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.802231:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedcf lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.802239:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedcf lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756107.802263:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766035456:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756107.802403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.804898:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766035456:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756107.804930:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedcf lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a86 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.804966:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedcf lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a86 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.804974:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedcf lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a86 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.804986:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedcf lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222a86 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.804998:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedcf lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a86 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.805026:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedcf lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222a86 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.805035:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedcf lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222a86 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.805042:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedcf lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222a86 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756107.805054:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c3548380 x1874589766035456/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/672 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756107.805069:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedcf lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a86 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.805080:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4385 (0 0) 00000080:00200000:2.0:1787756107.805087:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x3:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756107.805128:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1121:0x0], updating i_size 4096 00000080:00200000:2.0:1787756107.805130:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x1121:0x0](ffffa0e6d126d348): rc = 0 00000080:00010000:2.0:1787756107.805137:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1121:0x0](ffffa0e6d126d348) for lock 0xc63d509de01cedcf 00000080:00010000:2.0:1787756107.805151:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1121:0x0](ffffa0e6d126d348) 00000080:00010000:2.0:1787756107.805155:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cedcf from it ffffbc5601c77bc0 00010000:00010000:2.0:1787756107.805159:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedcf lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222a86 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.805169:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedcf lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222a86 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756107.805222:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rsyslog.d:[0x20001a9e3:0x1121:0x0](ffffa0e6d126d348) current size 4096, valid attrs 46, mode ffff, uid 0, gid 0, new size 18446639511986089984, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000 00010000:00010000:2.0:1787756107.805244:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedcf lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222a86 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.805331:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedcf lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222a86 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.805337:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756107.805339:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedcf lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222a86 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756107.805364:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756107.805369:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c3548380 x1874589766035712/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756107.805404:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766035712:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756107.805490:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.821767:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766035712:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756107.821817:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1121:0x0], updating i_size 4096 00000080:00200008:2.0:1787756107.821832:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rsyslog.d:[0x20001a9e3:0x1121:0x0](ffffa0e6d126d348) current size 4096, valid attrs 10000046, mode ffff, uid 0, gid 0, new size 18446639511986089984, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000, rc 0 00000080:00200000:2.0:1787756107.821892:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756107.821903:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756107.821913:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756107.821932:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rsyslog.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=1 00000080:00200000:2.0:1787756107.821938:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rsyslog.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), intent=getattr 00000002:00010000:2.0:1787756107.821967:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rsyslog.d,[0x0:0x0:0x0]) in obj [0x200024df1:0x3:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787756107.822042:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedd6 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.822055:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedd6 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.822066:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedd6 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756107.822090:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766035840:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756107.822184:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.825962:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766035840:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756107.825996:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedd6 lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222abe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.826031:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedd6 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222abe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.826039:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedd6 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222abe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.826050:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedd6 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222abe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.826058:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedd6 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222abe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.826070:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedd6 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222abe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.826076:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedd6 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222abe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.826081:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedd6 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222abe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756107.826090:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c3548e00 x1874589766035840/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/672 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756107.826102:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedd6 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222abe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.826111:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4385 (0 0) 00000080:00200000:2.0:1787756107.826117:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x3:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756107.826156:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1121:0x0], updating i_size 4096 00000080:00200000:2.0:1787756107.826159:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x1121:0x0](ffffa0e6d126d348): rc = 0 00000080:00010000:2.0:1787756107.826166:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1121:0x0](ffffa0e6d126d348) for lock 0xc63d509de01cedd6 00000080:00010000:2.0:1787756107.826178:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1121:0x0](ffffa0e6d126d348) 00000080:00010000:2.0:1787756107.826181:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cedd6 from it ffffbc5601c77bd0 00010000:00010000:2.0:1787756107.826183:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedd6 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222abe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.826190:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedd6 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222abe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756107.826233:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rsyslog.d:[0x20001a9e3:0x1121:0x0](ffffa0e6d126d348) current size 4096, valid attrs 41, mode 41ed, uid -744640512, gid -24346, new size 0, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000 00010000:00010000:2.0:1787756107.826249:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedd6 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222abe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.826348:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedd6 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222abe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.826356:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756107.826359:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedd6 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1121:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222abe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756107.826391:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756107.826398:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c3548e00 x1874589766036096/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756107.826423:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766036096:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756107.826562:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.834770:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766036096:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756107.834813:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1121:0x0], updating i_size 4096 00000080:00200008:2.0:1787756107.834828:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rsyslog.d:[0x20001a9e3:0x1121:0x0](ffffa0e6d126d348) current size 4096, valid attrs 10000041, mode 41ed, uid -744640512, gid -24346, new size 0, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000, rc 0 00000080:00200000:2.0:1787756107.834890:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756107.834898:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756107.834905:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756107.834925:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rpm, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=1536 00000080:00200000:2.0:1787756107.834927:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756107.834946:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756107.834951:0:138509:0:(namei.c:2239:do_mkdir()) VFS Op:name=rpm, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8) 00000020:00100000:2.0:1787756107.835033:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756107.835043:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c3548700 x1874589766036352/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756107.835070:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766036352:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756107.835473:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.862355:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766036352:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756107.862424:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x1122:0x0](ffffa0e6d1269988) 00000080:00200000:2.0:1787756107.862434:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1122:0x0], updating i_size 4096 00000080:00200000:2.0:1787756107.862534:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756107.862544:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756107.862555:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756107.862568:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rpm, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=0 00000080:00200000:2.0:1787756107.862574:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rpm, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), intent=getattr 00000002:00010000:2.0:1787756107.862599:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rpm,[0x0:0x0:0x0]) in obj [0x200024df1:0x3:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787756107.862669:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01ceddd lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.862681:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01ceddd lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.862693:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01ceddd lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756107.862715:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766036480:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756107.863081:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.869036:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766036480:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756107.869070:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01ceddd lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b20 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.869103:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01ceddd lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b20 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.869111:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01ceddd lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b20 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.869124:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01ceddd lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222b20 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.869136:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01ceddd lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b20 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.869150:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01ceddd lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222b20 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.869159:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01ceddd lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222b20 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.869167:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01ceddd lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222b20 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756107.869178:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c354b800 x1874589766036480/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756107.869194:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01ceddd lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b20 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.869204:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4386 (0 0) 00000080:00200000:2.0:1787756107.869211:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x3:0x0] suppgids 0 -1: rc 0 00000002:00010000:2.0:1787756107.869449:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200024df0:0x1c:0x0]) in obj [0x200024df0:0x1c:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787756107.869579:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cede4 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.869588:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cede4 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.869597:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cede4 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756107.869620:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354bb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766036608:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756107.870476:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.876781:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354bb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766036608:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756107.876818:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cede4 lrc: 4/1,0 mode: --/CR res: [0x200024df0:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b2e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.876832:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cede4 lrc: 4/1,0 mode: --/PR res: [0x200024df0:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b2e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.876847:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cede4 lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222b2e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.876860:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cede4 lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b2e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.876876:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cede4 lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222b2e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.876885:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cede4 lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222b2e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.876893:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cede4 lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222b2e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756107.876907:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c354bb80 x1874589766036608/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756107.876929:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cede4 lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b2e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.876944:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590085616/28 (0 0) 00010000:00010000:2.0:1787756107.876953:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cede4 lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222b2e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.876962:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cede4 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b2e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00010000:2.0:1787756107.876996:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000fb9:0x1c:0x0]) in obj [0x240000fb9:0x1c:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787756107.877056:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedeb lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.877064:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedeb lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.877074:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedeb lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756107.877099:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354bb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766036736:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756107.877189:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.882714:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354bb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766036736:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756107.882758:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedeb lrc: 4/1,0 mode: --/CR res: [0x240000fb9:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b3c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.882774:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedeb lrc: 4/1,0 mode: --/PR res: [0x240000fb9:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b3c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.882789:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedeb lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222b3c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.882802:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedeb lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b3c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.882817:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedeb lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222b3c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.882825:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedeb lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222b3c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.882833:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedeb lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222b3c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756107.882848:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c354bb80 x1874589766036736/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756107.882864:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedeb lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b3c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.882880:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663680441/28 (0 0) 00010000:00010000:2.0:1787756107.882888:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedeb lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222b3c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.882897:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedeb lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b3c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756107.882952:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1122:0x0], updating i_size 8192 00000080:00200000:2.0:1787756107.882957:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x1122:0x0](ffffa0e6d1269988): rc = 0 00000080:00010000:2.0:1787756107.882970:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1122:0x0](ffffa0e6d1269988) for lock 0xc63d509de01ceddd 00000080:00010000:2.0:1787756107.882996:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1122:0x0](ffffa0e6d1269988) 00000080:00010000:2.0:1787756107.883000:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ceddd from it ffffbc5601c77b70 00010000:00010000:2.0:1787756107.883005:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01ceddd lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222b20 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.883014:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01ceddd lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b20 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756107.883053:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rpm:[0x20001a9e3:0x1122:0x0](ffffa0e6d1269988) current size 8192, valid attrs 10160, mode ffff, uid -744640512, gid -24346, new size 18446639511986089984, atime 1787756107.000000000, mtime 1734457201.000000000, ctime 1787756107.000000000 00010000:00010000:2.0:1787756107.883082:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01ceddd lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222b20 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.883139:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01ceddd lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222b20 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.883157:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756107.883161:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01ceddd lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222b20 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756107.883194:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756107.883202:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c354b800 x1874589766036992/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756107.883353:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766036992:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756107.883451:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787756107.886217:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:0.0:1787756107.886989:0:15195:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787756107.887013:0:15195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589784998144 00000100:00100000:0.0:1787756107.887025:0:15195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589784998144 00000100:00100000:0.0:1787756107.887099:0:15195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5202 00000100:00100000:0.0:1787756107.887112:0:15195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6d07e2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d820e3d8-0101-4517-9bdc-79801f6168f8+5:6523:x1874589784998144:12345-192.168.201.131@tcp:104: 00010000:00010000:0.0:1787756107.887133:0:15195:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cede4 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d222b2e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.887227:0:15195:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787756107.887235:0:15195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6d07e2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d820e3d8-0101-4517-9bdc-79801f6168f8+5:6523:x1874589784998144:12345-192.168.201.131@tcp:104: Request processed in 126us (1030us total) trans 0 rc 0/0 00000100:00100000:0.0:1787756107.887243:0:15195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5202 00010000:00010000:3.0:1787756107.887379:0:15204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787756107.887387:0:15204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cede4 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d222b2e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.887397:0:15204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e6c6ec3200 already unused, calling callback (ffffffffc1aa93c0) 00010000:00010000:3.0:1787756107.887402:0:15204:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cede4 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1c:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d222b2e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.887412:0:15204:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cede4 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1c:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d222b2e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.887425:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cede4 lrc: 3/0,0 mode: PR/PR res: [0x200024df0:0x1c:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa58e5f4f9d222b2e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.887499:0:15204:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cede4 lrc: 2/0,0 mode: --/PR res: [0x200024df0:0x1c:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222b2e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.887507:0:15204:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756107.887539:0:15204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cede4 lrc: 1/0,0 mode: --/PR res: [0x200024df0:0x1c:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222b2e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.887547:0:15204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cede4 lrc: 0/0,0 mode: --/PR res: [0x200024df0:0x1c:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222b2e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.887573:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756107.887575:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756107.887576:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756107.887723:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766037120:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787756107.892218:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766037120:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787756107.892444:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:0.0:1787756107.892498:0:18630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589784998400 00000100:00100000:0.0:1787756107.892506:0:18630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589784998400 00000100:00100000:0.0:1787756107.892619:0:18630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5203 00000100:00100000:0.0:1787756107.892630:0:18630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6d86c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d820e3d8-0101-4517-9bdc-79801f6168f8+5:8450:x1874589784998400:12345-192.168.201.131@tcp:104: 00010000:00010000:0.0:1787756107.892652:0:18630:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedeb lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d222b3c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756107.892766:0:18630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787756107.892774:0:18630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6d86c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d820e3d8-0101-4517-9bdc-79801f6168f8+5:8450:x1874589784998400:12345-192.168.201.131@tcp:104: Request processed in 146us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1787756107.892782:0:18630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5203 00010000:00010000:3.0:1787756107.892787:0:15205:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787756107.892796:0:15205:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedeb lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d222b3c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.892805:0:15205:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e6c6ec2200 already unused, calling callback (ffffffffc1aa93c0) 00010000:00010000:3.0:1787756107.892812:0:15205:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedeb lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1c:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d222b3c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.892821:0:15205:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedeb lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1c:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d222b3c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.892834:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedeb lrc: 3/0,0 mode: PR/PR res: [0x240000fb9:0x1c:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa58e5f4f9d222b3c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.892907:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedeb lrc: 2/0,0 mode: --/PR res: [0x240000fb9:0x1c:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222b3c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.892915:0:15205:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756107.892943:0:15205:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedeb lrc: 1/0,0 mode: --/PR res: [0x240000fb9:0x1c:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222b3c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.892951:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2200/0xc63d509de01cedeb lrc: 0/0,0 mode: --/PR res: [0x240000fb9:0x1c:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222b3c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.892974:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756107.892976:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756107.892977:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756107.893006:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766037248:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756107.900980:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766036992:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756107.901028:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1122:0x0], updating i_size 4096 00000080:00200008:3.0:1787756107.901045:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rpm:[0x20001a9e3:0x1122:0x0](ffffa0e6d1269988) current size 4096, valid attrs 10010160, mode ffff, uid -744640512, gid -24346, new size 18446639511986089984, atime 1787756107.000000000, mtime 1734457201.000000000, ctime 1787756107.000000000, rc 0 00000080:00200000:3.0:1787756107.901099:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756107.901108:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:3.0:1787756107.901117:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756107.901136:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rpm, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=0 00000080:00200000:3.0:1787756107.901142:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rpm, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), intent=getattr 00000002:00010000:3.0:1787756107.901179:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rpm,[0x0:0x0:0x0]) in obj [0x200024df1:0x3:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787756107.901267:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cedf2 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.901297:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cedf2 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.901308:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cedf2 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756107.901334:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5621c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766037376:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756107.901361:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766037248:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756107.901423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.910563:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5621c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766037376:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756107.910601:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cedf2 lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b74 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.911365:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cedf2 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b74 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.911376:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cedf2 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b74 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.911387:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cedf2 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222b74 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.911396:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cedf2 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b74 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.911409:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cedf2 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222b74 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.911415:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cedf2 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222b74 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.911424:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cedf2 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222b74 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756107.911436:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c5621c00 x1874589766037376/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756107.911448:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cedf2 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b74 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.911457:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4386 (0 0) 00000080:00200000:2.0:1787756107.911463:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x3:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756107.911508:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1122:0x0], updating i_size 4096 00000080:00200000:2.0:1787756107.911512:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x1122:0x0](ffffa0e6d1269988): rc = 0 00000080:00010000:2.0:1787756107.911520:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1122:0x0](ffffa0e6d1269988) for lock 0xc63d509de01cedf2 00000080:00010000:2.0:1787756107.911536:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1122:0x0](ffffa0e6d1269988) 00000080:00010000:2.0:1787756107.911539:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cedf2 from it ffffbc5601c77bc0 00010000:00010000:2.0:1787756107.911541:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cedf2 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222b74 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.911548:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cedf2 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222b74 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756107.911596:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rpm:[0x20001a9e3:0x1122:0x0](ffffa0e6d1269988) current size 4096, valid attrs 46, mode ffff, uid 0, gid 0, new size 18446639511706497024, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000 00010000:00010000:2.0:1787756107.911614:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cedf2 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222b74 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.911661:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cedf2 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222b74 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.911666:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756107.911669:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cedf2 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222b74 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756107.911698:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756107.911705:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c354bb80 x1874589766037632/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756107.911731:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354bb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766037632:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756107.911835:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.925382:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354bb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766037632:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756107.925429:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1122:0x0], updating i_size 4096 00000080:00200008:2.0:1787756107.925444:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rpm:[0x20001a9e3:0x1122:0x0](ffffa0e6d1269988) current size 4096, valid attrs 10000046, mode ffff, uid 0, gid 0, new size 18446639511706497024, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000, rc 0 00000080:00200000:2.0:1787756107.925500:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756107.925510:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756107.925520:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756107.925537:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rpm, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=1 00000080:00200000:2.0:1787756107.925542:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rpm, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), intent=getattr 00000002:00010000:2.0:1787756107.925568:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rpm,[0x0:0x0:0x0]) in obj [0x200024df1:0x3:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787756107.925646:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedf9 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.925657:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedf9 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.925669:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedf9 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756107.925691:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766037760:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756107.925788:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.932486:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766037760:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756107.932523:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedf9 lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222bac expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.932563:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedf9 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222bac expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.932574:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedf9 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222bac expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.932587:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedf9 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222bac expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.932600:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedf9 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222bac expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.932615:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedf9 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222bac expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.932625:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedf9 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222bac expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.932639:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedf9 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222bac expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756107.932653:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c354b480 x1874589766037760/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756107.932670:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedf9 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222bac expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.932682:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4386 (0 0) 00000080:00200000:2.0:1787756107.932690:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x3:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756107.932736:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1122:0x0], updating i_size 4096 00000080:00200000:2.0:1787756107.932740:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x1122:0x0](ffffa0e6d1269988): rc = 0 00000080:00010000:2.0:1787756107.932764:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1122:0x0](ffffa0e6d1269988) for lock 0xc63d509de01cedf9 00000080:00010000:2.0:1787756107.932781:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1122:0x0](ffffa0e6d1269988) 00000080:00010000:2.0:1787756107.932784:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cedf9 from it ffffbc5601c77bd0 00010000:00010000:2.0:1787756107.932788:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedf9 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222bac expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.932798:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedf9 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222bac expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756107.932852:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rpm:[0x20001a9e3:0x1122:0x0](ffffa0e6d1269988) current size 4096, valid attrs 41, mode 41ed, uid -744640512, gid -24346, new size 0, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000 00010000:00010000:2.0:1787756107.932878:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedf9 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222bac expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.932944:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedf9 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222bac expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.932953:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756107.932956:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cedf9 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1122:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222bac expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756107.932978:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756107.932985:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c354b480 x1874589766038016/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756107.933009:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766038016:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756107.933122:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.944336:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766038016:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756107.944385:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1122:0x0], updating i_size 4096 00000080:00200008:2.0:1787756107.944403:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rpm:[0x20001a9e3:0x1122:0x0](ffffa0e6d1269988) current size 4096, valid attrs 10000041, mode 41ed, uid -744640512, gid -24346, new size 0, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000, rc 0 00000080:00200000:2.0:1787756107.944469:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756107.944480:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756107.944491:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756107.944509:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rhsm, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=1536 00000080:00200000:2.0:1787756107.944518:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756107.944524:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756107.944530:0:138509:0:(namei.c:2239:do_mkdir()) VFS Op:name=rhsm, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8) 00000020:00100000:2.0:1787756107.944617:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756107.944628:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c354f480 x1874589766038272/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756107.944657:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354f480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766038272:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756107.944741:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.953521:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354f480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766038272:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756107.953628:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8) 00000080:00200000:2.0:1787756107.953638:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xba:0x0], updating i_size 4096 00000080:00200000:2.0:1787756107.953736:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756107.953745:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756107.953768:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756107.953780:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rhsm, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=17 00000080:00200000:2.0:1787756107.953785:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rhsm, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), intent=0 00000002:00010000:2.0:1787756107.953811:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rhsm,[0x0:0x0:0x0]) in obj [0x240000fb8:0x3:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787756107.953877:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cee00 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.953886:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cee00 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756107.953894:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cee00 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756107.953913:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354dc00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766038400:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756107.953995:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.956529:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354dc00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766038400:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756107.956563:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cee00 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c0e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.956597:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cee00 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c0e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.956604:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cee00 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c0e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.956622:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cee00 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c0e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.956639:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cee00 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c0e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.956654:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cee00 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c0e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.956663:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cee00 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c0e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.956672:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cee00 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c0e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756107.956686:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffffa0e6c354dc00 x1874589766038400/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756107.956702:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cee00 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c0e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.956715:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/186 (0 0) 00000080:00200000:3.0:1787756107.956722:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x240000fb8:0x3:0x0] suppgids 0 -1: rc 0 00000002:00010000:3.0:1787756107.956811:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000fb8:0x16:0x0]) in obj [0x240000fb8:0x16:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787756107.956884:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9e00/0xc63d509de01cee07 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.956890:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9e00/0xc63d509de01cee07 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.956897:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9e00/0xc63d509de01cee07 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756107.956918:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623b80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766038528:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756107.957021:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.962171:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623b80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766038528:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756107.962208:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9e00/0xc63d509de01cee07 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.962223:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9e00/0xc63d509de01cee07 lrc: 4/1,0 mode: --/PR res: [0x240000fb8:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.962237:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9e00/0xc63d509de01cee07 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.962250:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9e00/0xc63d509de01cee07 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.962266:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9e00/0xc63d509de01cee07 lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.962306:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9e00/0xc63d509de01cee07 lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.962314:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9e00/0xc63d509de01cee07 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756107.962329:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c5623b80 x1874589766038528/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756107.962352:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9e00/0xc63d509de01cee07 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.962368:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663680440/22 (0 0) 00010000:00010000:3.0:1787756107.962391:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9e00/0xc63d509de01cee07 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.962402:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9e00/0xc63d509de01cee07 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00010000:3.0:1787756107.962439:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200024df1:0x16:0x0]) in obj [0x200024df1:0x16:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787756107.962504:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cee0e lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.962513:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cee0e lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.962523:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cee0e lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756107.962549:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623b80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766038656:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756107.962642:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.970861:0:138509:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: committing for last_committed 322122551576 gen 11 00000100:00100000:3.0:1787756107.970923:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623b80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766038656:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756107.970950:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cee0e lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c2a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.971678:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cee0e lrc: 4/1,0 mode: --/PR res: [0x200024df1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c2a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.971695:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cee0e lrc: 4/1,0 mode: PR/PR res: [0x200024df1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c2a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.971709:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cee0e lrc: 4/1,0 mode: PR/PR res: [0x200024df1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c2a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.971727:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cee0e lrc: 5/2,0 mode: PR/PR res: [0x200024df1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c2a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.971738:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cee0e lrc: 5/2,0 mode: PR/PR res: [0x200024df1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c2a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.971746:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cee0e lrc: 4/1,0 mode: PR/PR res: [0x200024df1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c2a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756107.971770:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c5623b80 x1874589766038656/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756107.971786:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cee0e lrc: 3/1,0 mode: PR/PR res: [0x200024df1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c2a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.971800:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590085617/22 (0 0) 00010000:00010000:3.0:1787756107.971808:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cee0e lrc: 3/1,0 mode: PR/PR res: [0x200024df1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c2a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.971824:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cee0e lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c2a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756107.971876:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xba:0x0], updating i_size 8192 00000080:00200000:3.0:1787756107.971882:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x2400007ed:0xba:0x0](ffffa0e6e02042c8): rc = 0 00000080:00010000:3.0:1787756107.971892:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xba:0x0](ffffa0e6e02042c8) for lock 0xc63d509de01cee00 00000080:00010000:3.0:1787756107.971916:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xba:0x0](ffffa0e6e02042c8) 00000080:00010000:3.0:1787756107.971920:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cee00 from it ffffbc5601c77ac8 00010000:00010000:3.0:1787756107.971925:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cee00 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c0e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.971934:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cee00 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c0e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756107.971961:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756107.971986:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756107.971994:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=rhsm.conf, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), file ffffa0e6d18d0a80, open_flags 89c1, mode 8180 opened 0 00000080:00200000:3.0:1787756107.972002:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rhsm.conf, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), intent=open|creat 00000002:00010000:3.0:1787756107.972035:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rhsm.conf,[0x2400007ed:0xbb:0x0]) in obj [0x240000fb8:0x16:0x0], intent: open|creat flags 0104702 00010000:00010000:3.0:1787756107.972050:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9e00/0xc63d509de01cee07 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222c1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.972107:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9e00/0xc63d509de01cee07 lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222c1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.972115:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756107.972119:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9e00/0xc63d509de01cee07 lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222c1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.972156:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee15 lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.972163:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee15 lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787756107.972176:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787756107.972182:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5623b80 x1874589766038912/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787756107.972194:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee15 lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756107.972216:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623b80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766038912:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756107.972422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024600 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.976011:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623b80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766038912:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756107.976046:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee15 lrc: 4/0,1 mode: --/CW res: [0x240000fb8:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c46 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.976085:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee15 lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c46 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.976094:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee15 lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c46 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.976107:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee15 lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c46 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.976125:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee15 lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c46 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.976140:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee15 lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c46 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.976381:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee15 lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c46 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.976390:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee15 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c46 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756107.976401:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c5623b80 x1874589766038912/t8589935469(8589935469) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756123 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787756107.976413:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c5623b80 x1874589766038912/t8589935469(8589935469) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756123 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756107.976426:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee15 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c46 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756107.976437:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee15 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c46 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.976447:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/187 (0 0) 00000080:00200000:3.0:1787756107.976453:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000fb8:0x16:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756107.976476:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=rhsm.conf, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), intent=open|creat 00000080:00200000:3.0:1787756107.976513:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0xbb:0x0](ffffa0e6c771db88) 00000080:00200000:3.0:1787756107.976604:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xbb:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:3.0:1787756107.976610:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0xbb:0x0](ffffa0e6c771db88) 00000080:00010000:3.0:1787756107.976613:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xbb:0x0](ffffa0e6c771db88) for lock 0xc63d509de01cee15 00000080:00010000:3.0:1787756107.976623:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xbb:0x0](ffffa0e6c771db88) 00000080:00200008:3.0:1787756107.976639:0:138509:0:(file.c:1090:ll_file_open()) START file rhsm.conf:[0x2400007ed:0xbb:0x0](ffffa0e6c771db88), flags 104701 00000002:00100000:3.0:1787756107.976658:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c5623b80 x1874589766038912/t8589935469(8589935469) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756123 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787756107.976687:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cee15 from it ffffa0e6ca097780 00010000:00010000:3.0:1787756107.976690:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee15 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d222c46 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.976698:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee15 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d222c46 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756107.976718:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xbb:0x0](ffffa0e6c771db88), inode mode 8180 mask 40 00000080:00200008:3.0:1787756107.977067:0:138509:0:(file.c:2650:do_file_write_iter()) START file rhsm.conf:[0x2400007ed:0xbb:0x0], ppos: 0, count: 2826 00000080:00200000:3.0:1787756107.977084:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 2826 bytes 00000080:00200000:3.0:1787756107.977091:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 2826 00000080:00200000:3.0:1787756107.977097:0:138509:0:(file.c:2090:ll_file_io_generic()) rhsm.conf: write ppos: 0, bytes: 2826 00000080:00200000:3.0:1787756107.977103:0:138509:0:(file.c:1848:ll_io_set_mirror()) rhsm.conf: desiginated mirror: 0 00000020:00200000:3.0:1787756107.977112:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@000000002e5e62c8[0x110, 1, [0x2400007ed:0xbb:0x0] hash] 00000020:00200000:3.0:1787756107.977114:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 2826) 2048 0 00000080:00200000:3.0:1787756107.977120:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xbb:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756107.977138:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:3.0:1787756107.977251:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 2826) 2826, 2826 00020000:00200000:3.0:1787756107.977257:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756107.977316:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:3.0:1787756107.977333:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:3.0:1787756107.977338:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c9775230, osc lock ffffa0e6c7b6af70, flags 0x40000 00010000:00010000:3.0:1787756107.977400:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000025261758/0xc63d509de01cee1c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.977408:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000025261758/0xc63d509de01cee1c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.977416:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000025261758/0xc63d509de01cee1c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756107.977434:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5622300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766039040:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756107.977687:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.980319:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5622300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766039040:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756107.980350:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000025261758/0xc63d509de01cee1c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c54 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.980367:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000025261758/0xc63d509de01cee1c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c54 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.980415:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000025261758/0xc63d509de01cee1c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c54 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.980431:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000025261758/0xc63d509de01cee1c lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c54 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787756107.980442:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000025261758/0xc63d509de01cee1c lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d222c54 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.980452:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000025261758/0xc63d509de01cee1c lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222c54 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.980459:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000025261758/0xc63d509de01cee1c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222c54 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756107.980523:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) rhsm.conf: write [0, 2826) append 0 append lockpos 0 00000080:00200000:3.0:1787756107.980542:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 2826 bytes 00000080:00200000:3.0:1787756107.980609:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 2826, copied 2826 00000080:00200000:3.0:1787756107.980622:0:138509:0:(rw26.c:929:ll_write_end()) page@00000000e2099a7f[3 00000000ad8bd468 2 1 000000007ba180bc 0 0 0] 00000080:00200000:3.0:1787756107.980625:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @000000005a0b54e7 17ffffc0001001 3:0 ffffa0e6c664cd20 0 lru 00000080:00200000:3.0:1787756107.980631:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@000000006258ac69 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000000dd14ff3 00000000a608f1dc > 3< 0 0 > 4< 0 0 8 483065856 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787756107.980633:0:138509:0:(rw26.c:929:ll_write_end()) end page@00000000e2099a7f 00000080:00200000:3.0:1787756107.980634:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787756107.980638:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 2826 prio 0 00000008:00010000:3.0:1787756107.980659:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 00000000328a938f ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000025261758/0xc63d509de01cee1c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222c54 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756107.980676:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6c771dd38, count 1, dirtied 1 00000080:00200000:3.0:1787756107.980680:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 2826 bytes, tot: 2826 00000080:00200000:3.0:1787756107.980682:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) rhsm.conf: write bytes 0, result: 2826 00000020:00010000:3.0:1787756107.980698:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cf998 (ffffa0e6c3555518/0) at cl_lock_release():245 00000020:00010000:3.0:1787756107.980701:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cf998 (ffffa0e6c3555518/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756107.980703:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c9775230 (ffffa0e6c35553f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756107.980707:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000025261758/0xc63d509de01cee1c lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222c54 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.980714:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000025261758/0xc63d509de01cee1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222c54 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1787756107.980731:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cf998 (ffffa0e6c3555518/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756107.980733:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c9775230 (ffffa0e6c3555518/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756107.980740:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 2826 bytes 00000080:00200000:3.0:1787756107.980747:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:3.0:1787756107.980768:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xbb:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787756107.980772:0:138509:0:(file.c:2238:ll_file_io_generic()) rhsm.conf: 2 io complete with rc: 0, result: 2826, restart: 0 00000080:00200000:3.0:1787756107.980780:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x2400007ed:0xbb:0x0] updating i_size 2826 i_blocks 0 00000080:00200000:3.0:1787756107.980786:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 2826 00000080:00200008:3.0:1787756107.980819:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rhsm.conf:[0x2400007ed:0xbb:0x0](ffffa0e6c771db88) current size 2826, valid attrs 10160, mode 5560, uid -779285888, gid -24346, new size 18446669676315901696, atime 1787756107.000000000, mtime 1627694989.000000000, ctime 1787756107.000000000 00010000:00010000:3.0:1787756107.980851:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee15 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d222c46 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756107.980868:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xbb:0x0]: losing layout lock 00010000:00010000:3.0:1787756107.980907:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee15 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222c46 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.980912:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756107.980914:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee15 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222c46 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787756107.980935:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756107.980941:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5622300 x1874589766039296/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756107.980960:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5622300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766039296:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756107.981040:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.983863:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5622300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766039296:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756107.983916:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xbb:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:3.0:1787756107.983940:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x2400007ed:0xbb:0x0](ffffa0e6c771db88) 00000002:00010000:3.0:1787756107.983951:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0xbb:0x0]) in obj [0x2400007ed:0xbb:0x0], intent: layout flags 0 00010000:00010000:3.0:1787756107.984003:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01cee23 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.984010:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01cee23 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.984019:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01cee23 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756107.984033:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766039424:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756107.984109:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.986093:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766039424:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756107.986126:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01cee23 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c62 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.986141:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01cee23 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c62 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756107.986157:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6c5623480 x1874589766039424/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756107.986169:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01cee23 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c62 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756107.986183:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01cee23 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c62 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.986199:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 16 res 9663678445/187 (0 0) 00000080:00200000:3.0:1787756107.986206:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x2400007ed:0xbb:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1787756107.986240:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xbb:0x0](ffffa0e6c771db88) for lock 0xc63d509de01cee23 00000080:00010000:3.0:1787756107.986250:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cee23 from it ffffbc5601c77a78 00010000:00010000:3.0:1787756107.986254:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01cee23 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c62 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.986266:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01cee23 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c62 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.986326:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01cee23 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c62 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.986939:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01cee23 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c62 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787756107.986953:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x2400007ed:0xbb:0x0](00000000300a6325) being reconfigured ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01cee23 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c62 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756107.987029:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xbb:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:2.0:1787756107.987033:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01cee23 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d222c62 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.987048:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01cee23 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d222c62 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:2.0:1787756107.987070:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756107.987086:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1787756107.987101:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787756107.987105:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c6fd9eb0, osc lock ffffa0e6d0ad6980, flags 0x0 00010000:00010000:2.0:1787756107.987121:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000025261758/0xc63d509de01cee1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222c54 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.987129:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000025261758/0xc63d509de01cee1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222c54 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.987139:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000025261758/0xc63d509de01cee1c lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222c54 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.987144:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000025261758/0xc63d509de01cee1c lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222c54 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756107.987149:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000025261758/0xc63d509de01cee1c lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222c54 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1787756107.987246:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787756107.987263:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766039552:192.168.201.131@tcp:2:tar.0 00000100:00100000:2.0:1787756107.990773:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766039552:192.168.201.131@tcp:2:tar.0 00000020:00010000:3.0:1787756107.990968:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cf998 (ffffa0e6c3555518/0) at cl_lock_release():245 00000020:00010000:3.0:1787756107.990973:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cf998 (ffffa0e6c3555518/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756107.990978:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c6fd9eb0 (ffffa0e6c3555878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756107.990989:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000025261758/0xc63d509de01cee1c lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222c54 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756107.991004:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000025261758/0xc63d509de01cee1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222c54 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1787756107.991020:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cf998 (ffffa0e6c3555518/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756107.991022:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c6fd9eb0 (ffffa0e6c3555518/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756107.991143:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xbb:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:3.0:1787756107.991164:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c88aa000 uarg=0000000000000000 00000002:00000080:3.0:1787756107.991177:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c88aa000 uarg=0000000000000000 00000020:00100000:3.0:1787756107.991207:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:3.0:1787756107.991213:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5623480 x1874589766039808/t0(0) o55->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756107.991317:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766039808:192.168.201.131@tcp:55:tar.0 00000100:00100000:3.0:1787756107.991399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.994025:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766039808:192.168.201.131@tcp:55:tar.0 00000080:00200008:3.0:1787756107.994104:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rhsm.conf:[0x2400007ed:0xbb:0x0](ffffa0e6c771db88) current size 2826, valid attrs 10010160, mode 5560, uid -779285888, gid -24346, new size 18446669676315901696, atime 1787756107.000000000, mtime 1627694989.000000000, ctime 1787756107.000000000, rc 0 00000002:00010000:3.0:1787756107.994167:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400007ed:0xbb:0x0], intent: getxattr flags 0 00010000:00010000:3.0:1787756107.994267:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee2a lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.994309:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee2a lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.994318:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee2a lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756107.994337:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766039936:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756107.994406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756107.996714:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766039936:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756107.996757:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee2a lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c77 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.996786:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee2a lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c77 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.996798:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee2a lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c77 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756107.996817:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c5623480 x1874589766039936/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1096 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756107.996829:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee2a lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c77 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.996843:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/187 (0 0) 00000080:00200000:3.0:1787756107.996850:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x2400007ed:0xbb:0x0] suppgids 0 -1: rc 0 00000080:00010000:3.0:1787756107.996881:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xbb:0x0](ffffa0e6c771db88) for lock 0xc63d509de01cee2a 00000080:00010000:3.0:1787756107.996890:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cee2a from it ffffbc5601c77c18 00010000:00010000:3.0:1787756107.996895:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee2a lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222c77 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756107.996906:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee2a lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222c77 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787756107.996958:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rhsm.conf:[0x2400007ed:0xbb:0x0](ffffa0e6c771db88) current size 2826, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000 00000020:00100000:3.0:1787756107.997009:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756107.997016:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5623480 x1874589766040192/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756107.997108:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766040192:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756107.997790:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756107.999439:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766040192:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756107.999540:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xbb:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756107.999559:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756107.999676:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766040320:192.168.201.131@tcp:2:tar.0 00000100:00100000:2.0:1787756108.001094:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766040320:192.168.201.131@tcp:2:tar.0 00000080:00200000:0.0:1787756108.001133:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xbb:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1787756108.001159:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rhsm.conf:[0x2400007ed:0xbb:0x0](ffffa0e6c771db88) current size 2826, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756107.000000000, mtime 1787756107.000000000, ctime 1787756107.000000000, rc 0 00000080:00200008:0.0:1787756108.001191:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rhsm.conf:[0x2400007ed:0xbb:0x0](ffffa0e6c771db88) current size 2826, valid attrs 41, mode 81a4, uid 1787756107, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:0.0:1787756108.001252:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756108.001259:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6598700 x1874589766040576/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756108.001433:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766040576:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756108.001592:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd240 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.003411:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766040576:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756108.003473:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xbb:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756108.003491:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1787756108.003600:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6599f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589766040704:192.168.201.131@tcp:2:tar.0 00000100:00100000:0.0:1787756108.006034:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6599f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589766040704:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756108.006085:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xbb:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756108.006106:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rhsm.conf:[0x2400007ed:0xbb:0x0](ffffa0e6c771db88) current size 2826, valid attrs 10000041, mode 81a4, uid 1787756107, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:2.0:1787756108.006147:0:138509:0:(file.c:479:ll_file_release()) START file rhsm.conf:[0x2400007ed:0xbb:0x0](ffffa0e6c771db88), flags 104001 00000002:00100000:2.0:1787756108.006230:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c5623b80 x1874589766038912/t8589935469(8589935469) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756123 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787756108.006244:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787756108.006250:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c354c380 x1874589766040960/t0(0) o35->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787756108.006315:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354c380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766040960:192.168.201.131@tcp:35:tar.0 00000100:00100000:2.0:1787756108.006465:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8840 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.007997:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354c380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766040960:192.168.201.131@tcp:35:tar.0 00000002:00100000:2.0:1787756108.008025:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c5623b80 x1874589766038912/t8589935469(8589935469) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756123 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787756108.008125:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.008132:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756108.008140:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.008143:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=17 00000080:00200000:2.0:1787756108.008145:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.008156:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756108.008161:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=logging.conf, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), file ffffa0e6d18d1800, open_flags 89c1, mode 8180 opened 0 00000080:00200000:2.0:1787756108.008169:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=logging.conf, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), intent=open|creat 00000002:00010000:2.0:1787756108.008196:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: logging.conf,[0x2400007ed:0xbc:0x0]) in obj [0x240000fb8:0x16:0x0], intent: open|creat flags 0104702 00010000:00010000:2.0:1787756108.008265:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee31 lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.008323:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee31 lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787756108.008338:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787756108.008345:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c354dc00 x1874589766041216/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787756108.008355:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee31 lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.008780:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354dc00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766041216:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.008953:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8840 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.011793:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354dc00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766041216:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.011824:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee31 lrc: 4/0,1 mode: --/CW res: [0x240000fb8:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222ca1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.011869:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee31 lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222ca1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.011878:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee31 lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222ca1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.011890:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee31 lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222ca1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.011901:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee31 lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222ca1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.011916:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee31 lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222ca1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.011925:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee31 lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222ca1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.011932:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee31 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222ca1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.011944:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c354dc00 x1874589766041216/t8589935474(8589935474) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1787756108.011957:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c354dc00 x1874589766041216/t8589935474(8589935474) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.011970:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee31 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222ca1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756108.011985:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee31 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222ca1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.011997:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/188 (0 0) 00000080:00200000:2.0:1787756108.012005:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000fb8:0x16:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756108.012021:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=logging.conf, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), intent=open|creat 00000080:00200000:2.0:1787756108.012058:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0xbc:0x0](ffffa0e6e0205b88) 00000080:00200000:2.0:1787756108.012145:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xbc:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:2.0:1787756108.013887:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0xbc:0x0](ffffa0e6e0205b88) 00000080:00010000:2.0:1787756108.013893:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xbc:0x0](ffffa0e6e0205b88) for lock 0xc63d509de01cee31 00000080:00010000:2.0:1787756108.013910:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xbc:0x0](ffffa0e6e0205b88) 00000080:00200008:2.0:1787756108.013929:0:138509:0:(file.c:1090:ll_file_open()) START file logging.conf:[0x2400007ed:0xbc:0x0](ffffa0e6e0205b88), flags 104701 00000002:00100000:2.0:1787756108.013971:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c354dc00 x1874589766041216/t8589935474(8589935474) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1787756108.014017:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cee31 from it ffffa0e6d865d120 00010000:00010000:2.0:1787756108.014023:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee31 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d222ca1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.014045:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee31 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d222ca1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.014071:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xbc:0x0](ffffa0e6e0205b88), inode mode 8180 mask 40 00000080:00200008:2.0:1787756108.014104:0:138509:0:(file.c:2650:do_file_write_iter()) START file logging.conf:[0x2400007ed:0xbc:0x0], ppos: 0, count: 1662 00000080:00200000:2.0:1787756108.014118:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1662 bytes 00000080:00200000:2.0:1787756108.014124:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1662 00000080:00200000:2.0:1787756108.014130:0:138509:0:(file.c:2090:ll_file_io_generic()) logging.conf: write ppos: 0, bytes: 1662 00000080:00200000:2.0:1787756108.014136:0:138509:0:(file.c:1848:ll_io_set_mirror()) logging.conf: desiginated mirror: 0 00000020:00200000:2.0:1787756108.014145:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@00000000d75b7450[0x110, 1, [0x2400007ed:0xbc:0x0] hash] 00000020:00200000:2.0:1787756108.014155:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 1662) 2048 0 00000080:00200000:2.0:1787756108.014162:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xbc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756108.014177:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:2.0:1787756108.014185:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1662) 1662, 1662 00020000:00200000:2.0:1787756108.014190:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756108.014212:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:2.0:1787756108.014236:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:2.0:1787756108.014241:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c6fd9eb0, osc lock ffffa0e6d0ad6000, flags 0x40000 00010000:00010000:2.0:1787756108.014324:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d9118ca6/0xc63d509de01cee38 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.014333:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d9118ca6/0xc63d509de01cee38 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.014345:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d9118ca6/0xc63d509de01cee38 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.014367:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830c000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766041344:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.014456:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8600 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.016641:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830c000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766041344:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.016677:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d9118ca6/0xc63d509de01cee38 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222caf expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.016699:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d9118ca6/0xc63d509de01cee38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222caf expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.016712:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d9118ca6/0xc63d509de01cee38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222caf expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.016729:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d9118ca6/0xc63d509de01cee38 lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222caf expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787756108.016742:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d9118ca6/0xc63d509de01cee38 lrc: 4/0,2 mode: PW/PW res: [0x2c0000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d222caf expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.016767:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d9118ca6/0xc63d509de01cee38 lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222caf expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.016775:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d9118ca6/0xc63d509de01cee38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222caf expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756108.016803:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) logging.conf: write [0, 1662) append 0 append lockpos 0 00000080:00200000:2.0:1787756108.016826:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1662 bytes 00000080:00200000:2.0:1787756108.016904:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 1662, copied 1662 00000080:00200000:2.0:1787756108.016919:0:138509:0:(rw26.c:929:ll_write_end()) page@0000000034a0fb4c[3 00000000a7adb163 2 1 000000008b6b77e9 0 0 0] 00000080:00200000:2.0:1787756108.016923:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @00000000e3e8e88e 17ffffc0001021 2:0 ffffa0e6d043c540 0 lru 00000080:00200000:2.0:1787756108.016930:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@000000003d99f22b 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000096e19b13 00000000a4523aeb > 3< 0 0 > 4< 0 0 8 480350208 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787756108.016933:0:138509:0:(rw26.c:929:ll_write_end()) end page@0000000034a0fb4c 00000080:00200000:2.0:1787756108.016935:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787756108.016940:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 1662 prio 0 00000008:00010000:2.0:1787756108.016966:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 0000000077665056 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d9118ca6/0xc63d509de01cee38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222caf expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756108.016989:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e0205d38, count 1, dirtied 1 00000080:00200000:2.0:1787756108.016994:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1662 bytes, tot: 1662 00000080:00200000:2.0:1787756108.016997:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) logging.conf: write bytes 0, result: 1662 00000020:00010000:2.0:1787756108.017016:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:2.0:1787756108.017019:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756108.017022:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c6fd9eb0 (ffffa0e6c3555c68/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756108.017027:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d9118ca6/0xc63d509de01cee38 lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222caf expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.017050:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d9118ca6/0xc63d509de01cee38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222caf expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1787756108.017067:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756108.017070:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c6fd9eb0 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756108.017080:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 1662 bytes 00000080:00200000:2.0:1787756108.017088:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:2.0:1787756108.017100:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xbc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787756108.017103:0:138509:0:(file.c:2238:ll_file_io_generic()) logging.conf: 2 io complete with rc: 0, result: 1662, restart: 0 00000080:00200000:2.0:1787756108.017112:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x2400007ed:0xbc:0x0] updating i_size 1662 i_blocks 0 00000080:00200000:2.0:1787756108.017117:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1662 00000080:00200008:2.0:1787756108.017149:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file logging.conf:[0x2400007ed:0xbc:0x0](ffffa0e6e0205b88) current size 1662, valid attrs 10160, mode 5560, uid -779282432, gid -24346, new size 18446669676315901696, atime 1787756108.000000000, mtime 1706176886.000000000, ctime 1787756108.000000000 00010000:00010000:2.0:1787756108.017186:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee31 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d222ca1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.017208:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xbc:0x0]: losing layout lock 00010000:00010000:2.0:1787756108.017256:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee31 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222ca1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.017264:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.017267:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee31 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222ca1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756108.017346:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.017356:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830c000 x1874589766041600/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.017381:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830c000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766041600:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.017467:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8600 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.020184:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830c000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766041600:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.020393:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xbc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:2.0:1787756108.020423:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x2400007ed:0xbc:0x0](ffffa0e6e0205b88) 00000002:00010000:2.0:1787756108.020437:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0xbc:0x0]) in obj [0x2400007ed:0xbc:0x0], intent: layout flags 0 00010000:00010000:2.0:1787756108.020685:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2800/0xc63d509de01cee3f lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.020697:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2800/0xc63d509de01cee3f lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.020710:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2800/0xc63d509de01cee3f lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.020732:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ed80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766041728:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.020834:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8600 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.022520:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ed80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766041728:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.022556:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2800/0xc63d509de01cee3f lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222cbd expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.022572:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2800/0xc63d509de01cee3f lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222cbd expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.022588:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6d830ed80 x1874589766041728/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.022599:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2800/0xc63d509de01cee3f lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222cbd expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756108.022613:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2800/0xc63d509de01cee3f lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222cbd expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.022626:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 16 res 9663678445/188 (0 0) 00000080:00200000:2.0:1787756108.022632:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x2400007ed:0xbc:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1787756108.022652:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xbc:0x0](ffffa0e6e0205b88) for lock 0xc63d509de01cee3f 00000080:00010000:2.0:1787756108.022661:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cee3f from it ffffbc5601c77a78 00010000:00010000:2.0:1787756108.022666:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2800/0xc63d509de01cee3f lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222cbd expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.022675:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2800/0xc63d509de01cee3f lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222cbd expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.022703:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2800/0xc63d509de01cee3f lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222cbd expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.022714:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2800/0xc63d509de01cee3f lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222cbd expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787756108.022722:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x2400007ed:0xbc:0x0](00000000b37ca8c8) being reconfigured ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2800/0xc63d509de01cee3f lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222cbd expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.022781:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xbc:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:2.0:1787756108.022787:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2800/0xc63d509de01cee3f lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d222cbd expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.022794:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2800/0xc63d509de01cee3f lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d222cbd expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:2.0:1787756108.022817:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756108.022835:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1787756108.022854:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787756108.022859:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c6292bb0, osc lock ffffa0e6d0ad6000, flags 0x0 00010000:00010000:2.0:1787756108.022877:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d9118ca6/0xc63d509de01cee38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222caf expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.022888:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d9118ca6/0xc63d509de01cee38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222caf expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.022901:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d9118ca6/0xc63d509de01cee38 lrc: 7/0,2 mode: PW/PW res: [0x2c0000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222caf expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.022909:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d9118ca6/0xc63d509de01cee38 lrc: 7/0,2 mode: PW/PW res: [0x2c0000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222caf expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.022917:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d9118ca6/0xc63d509de01cee38 lrc: 6/0,1 mode: PW/PW res: [0x2c0000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222caf expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756108.023134:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766041856:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756108.026049:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766041856:192.168.201.131@tcp:2:tar.0 00000020:00010000:2.0:1787756108.026111:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:2.0:1787756108.026117:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756108.026122:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c6292bb0 (ffffa0e6c3555c68/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756108.026135:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d9118ca6/0xc63d509de01cee38 lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222caf expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.026152:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d9118ca6/0xc63d509de01cee38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222caf expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:2.0:1787756108.026172:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756108.026176:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c6292bb0 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756108.026200:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xbc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:2.0:1787756108.026220:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c85c2200 uarg=0000000000000000 00000002:00000080:2.0:1787756108.026398:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c85c2200 uarg=0000000000000000 00000020:00100000:2.0:1787756108.026442:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:2.0:1787756108.026451:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830ce00 x1874589766042112/t0(0) o55->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787756108.026477:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ce00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766042112:192.168.201.131@tcp:55:tar.0 00000100:00100000:2.0:1787756108.026607:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8600 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.028691:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ce00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766042112:192.168.201.131@tcp:55:tar.0 00000080:00200008:2.0:1787756108.028742:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file logging.conf:[0x2400007ed:0xbc:0x0](ffffa0e6e0205b88) current size 1662, valid attrs 10010160, mode 5560, uid -779282432, gid -24346, new size 18446669676315901696, atime 1787756108.000000000, mtime 1706176886.000000000, ctime 1787756108.000000000, rc 0 00000002:00010000:2.0:1787756108.028817:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400007ed:0xbc:0x0], intent: getxattr flags 0 00010000:00010000:2.0:1787756108.028892:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee46 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.028902:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee46 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.028913:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee46 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.028936:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ce00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766042240:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.029023:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8600 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.032773:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ce00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766042240:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.032810:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee46 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222cd2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.032829:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee46 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222cd2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.032842:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee46 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222cd2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.032860:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6d830ce00 x1874589766042240/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1104 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.032872:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee46 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222cd2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.032888:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/188 (0 0) 00000080:00200000:2.0:1787756108.032895:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x2400007ed:0xbc:0x0] suppgids 0 -1: rc 0 00000080:00010000:2.0:1787756108.032966:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xbc:0x0](ffffa0e6e0205b88) for lock 0xc63d509de01cee46 00000080:00010000:2.0:1787756108.032977:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cee46 from it ffffbc5601c77c18 00010000:00010000:2.0:1787756108.032982:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee46 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222cd2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.032993:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee46 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222cd2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756108.033042:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file logging.conf:[0x2400007ed:0xbc:0x0](ffffa0e6e0205b88) current size 1662, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:2.0:1787756108.033095:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.033100:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830ce00 x1874589766042496/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.033119:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830ce00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766042496:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.033583:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8600 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.035984:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830ce00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766042496:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.036045:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xbc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756108.036066:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756108.036214:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766042624:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756108.038559:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766042624:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756108.038620:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xbc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756108.038642:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file logging.conf:[0x2400007ed:0xbc:0x0](ffffa0e6e0205b88) current size 1662, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:2.0:1787756108.038676:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file logging.conf:[0x2400007ed:0xbc:0x0](ffffa0e6e0205b88) current size 1662, valid attrs 41, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:2.0:1787756108.038763:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.038773:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6d830dc00 x1874589766042880/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.038803:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830dc00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766042880:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.038918:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8600 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.041138:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830dc00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766042880:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.041439:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xbc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756108.041462:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756108.041642:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d830f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766043008:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756108.043575:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d830f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766043008:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756108.043657:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xbc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756108.043678:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file logging.conf:[0x2400007ed:0xbc:0x0](ffffa0e6e0205b88) current size 1662, valid attrs 10000041, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:2.0:1787756108.043716:0:138509:0:(file.c:479:ll_file_release()) START file logging.conf:[0x2400007ed:0xbc:0x0](ffffa0e6e0205b88), flags 104001 00000002:00100000:2.0:1787756108.043803:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c354dc00 x1874589766041216/t8589935474(8589935474) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787756108.043816:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787756108.043822:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c54a2680 x1874589766043264/t0(0) o35->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787756108.043847:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a2680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766043264:192.168.201.131@tcp:35:tar.0 00000100:00100000:2.0:1787756108.043961:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8600 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.046540:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a2680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766043264:192.168.201.131@tcp:35:tar.0 00000002:00100000:2.0:1787756108.046586:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c354dc00 x1874589766041216/t8589935474(8589935474) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787756108.046714:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.046725:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756108.046736:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.046740:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=17 00000080:00200000:2.0:1787756108.046744:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.046772:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756108.046778:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=rhsm.conf.rpmnew, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), file ffffa0e6d18d0a80, open_flags 89c1, mode 8180 opened 0 00000080:00200000:2.0:1787756108.046788:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rhsm.conf.rpmnew, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), intent=open|creat 00000002:00010000:2.0:1787756108.046823:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rhsm.conf.rpmnew,[0x2400007ed:0xbd:0x0]) in obj [0x240000fb8:0x16:0x0], intent: open|creat flags 0104702 00010000:00010000:2.0:1787756108.046907:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee4d lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.046918:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee4d lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787756108.046931:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787756108.046938:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c54a1880 x1874589766043520/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787756108.046948:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee4d lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.046970:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a1880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766043520:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.047189:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8600 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.050819:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a1880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766043520:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.050854:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee4d lrc: 4/0,1 mode: --/CW res: [0x240000fb8:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222cfc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.050893:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee4d lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222cfc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.050904:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee4d lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222cfc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.050918:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee4d lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222cfc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.050931:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee4d lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222cfc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.050946:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee4d lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222cfc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.050956:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee4d lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222cfc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.050964:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee4d lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222cfc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.050978:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c54a1880 x1874589766043520/t8589935479(8589935479) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1787756108.050992:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c54a1880 x1874589766043520/t8589935479(8589935479) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.051007:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee4d lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222cfc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756108.051022:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee4d lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222cfc expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.051034:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/189 (0 0) 00000080:00200000:2.0:1787756108.051042:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000fb8:0x16:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756108.051061:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=rhsm.conf.rpmnew, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), intent=open|creat 00000080:00200000:2.0:1787756108.051098:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0xbd:0x0](ffffa0e6e02000c8) 00000080:00200000:2.0:1787756108.051567:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xbd:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:2.0:1787756108.051574:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0xbd:0x0](ffffa0e6e02000c8) 00000080:00010000:2.0:1787756108.051579:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xbd:0x0](ffffa0e6e02000c8) for lock 0xc63d509de01cee4d 00000080:00010000:2.0:1787756108.051590:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xbd:0x0](ffffa0e6e02000c8) 00000080:00200008:2.0:1787756108.051607:0:138509:0:(file.c:1090:ll_file_open()) START file rhsm.conf.rpmnew:[0x2400007ed:0xbd:0x0](ffffa0e6e02000c8), flags 104701 00000002:00100000:2.0:1787756108.051634:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c54a1880 x1874589766043520/t8589935479(8589935479) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1787756108.051677:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cee4d from it ffffa0e6d865d5a0 00010000:00010000:2.0:1787756108.051682:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee4d lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d222cfc expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.051693:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee4d lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d222cfc expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.051717:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xbd:0x0](ffffa0e6e02000c8), inode mode 8180 mask 40 00000080:00200008:2.0:1787756108.051759:0:138509:0:(file.c:2650:do_file_write_iter()) START file rhsm.conf.rpmnew:[0x2400007ed:0xbd:0x0], ppos: 0, count: 2560 00000080:00200000:2.0:1787756108.051775:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 2560 bytes 00000080:00200000:2.0:1787756108.051782:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 2560 00000080:00200000:2.0:1787756108.051788:0:138509:0:(file.c:2090:ll_file_io_generic()) rhsm.conf.rpmnew: write ppos: 0, bytes: 2560 00000080:00200000:2.0:1787756108.051794:0:138509:0:(file.c:1848:ll_io_set_mirror()) rhsm.conf.rpmnew: desiginated mirror: 0 00000020:00200000:2.0:1787756108.051803:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@00000000e9c133ae[0x110, 1, [0x2400007ed:0xbd:0x0] hash] 00000020:00200000:2.0:1787756108.051806:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 2560) 2048 0 00000080:00200000:2.0:1787756108.051812:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xbd:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756108.051830:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:2.0:1787756108.051840:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 2560) 2560, 2560 00020000:00200000:2.0:1787756108.051844:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756108.051865:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:2.0:1787756108.051884:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:2.0:1787756108.051890:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c13743b0, osc lock ffffa0e6d0ad6000, flags 0x40000 00010000:00010000:2.0:1787756108.051945:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d96ecd00/0xc63d509de01cee54 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.051956:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d96ecd00/0xc63d509de01cee54 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.051967:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d96ecd00/0xc63d509de01cee54 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.051989:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a2a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766043648:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.052130:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8900 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.055036:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a2a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766043648:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.055073:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d96ecd00/0xc63d509de01cee54 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d0a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.055095:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d96ecd00/0xc63d509de01cee54 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222d0a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.055111:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d96ecd00/0xc63d509de01cee54 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d0a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.055128:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d96ecd00/0xc63d509de01cee54 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222d0a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787756108.055144:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d96ecd00/0xc63d509de01cee54 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d222d0a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.055157:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d96ecd00/0xc63d509de01cee54 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222d0a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.055165:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d96ecd00/0xc63d509de01cee54 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222d0a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756108.055195:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) rhsm.conf.rpmnew: write [0, 2560) append 0 append lockpos 0 00000080:00200000:2.0:1787756108.055217:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 2560 bytes 00000080:00200000:2.0:1787756108.055604:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 2560, copied 2560 00000080:00200000:2.0:1787756108.055621:0:138509:0:(rw26.c:929:ll_write_end()) page@00000000cf9214d8[3 00000000474deb70 2 1 000000008b6b77e9 0 0 0] 00000080:00200000:2.0:1787756108.055625:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @000000006028a8b6 17ffffc0001001 3:0 ffffa0e6d043c8c0 0 lru 00000080:00200000:2.0:1787756108.055633:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@00000000674d3a1b 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000000dd14ff3 0000000046d7e591 > 3< 0 0 > 4< 0 0 8 483037184 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787756108.055635:0:138509:0:(rw26.c:929:ll_write_end()) end page@00000000cf9214d8 00000080:00200000:2.0:1787756108.055637:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787756108.055642:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 2560 prio 0 00000008:00010000:2.0:1787756108.055668:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 00000000c0ff0677 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d96ecd00/0xc63d509de01cee54 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222d0a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756108.055692:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e0200278, count 1, dirtied 1 00000080:00200000:2.0:1787756108.055697:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 2560 bytes, tot: 2560 00000080:00200000:2.0:1787756108.055701:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) rhsm.conf.rpmnew: write bytes 0, result: 2560 00000020:00010000:2.0:1787756108.055719:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:2.0:1787756108.055723:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756108.055727:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c13743b0 (ffffa0e6c3555c68/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756108.055732:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d96ecd00/0xc63d509de01cee54 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222d0a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.055761:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d96ecd00/0xc63d509de01cee54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222d0a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1787756108.055780:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756108.055783:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c13743b0 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756108.055794:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 2560 bytes 00000080:00200000:2.0:1787756108.055803:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:2.0:1787756108.055813:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xbd:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787756108.055818:0:138509:0:(file.c:2238:ll_file_io_generic()) rhsm.conf.rpmnew: 2 io complete with rc: 0, result: 2560, restart: 0 00000080:00200000:2.0:1787756108.055827:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x2400007ed:0xbd:0x0] updating i_size 2560 i_blocks 0 00000080:00200000:2.0:1787756108.055833:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 2560 00000080:00200008:2.0:1787756108.055964:0:138509:0:(file.c:2650:do_file_write_iter()) START file rhsm.conf.rpmnew:[0x2400007ed:0xbd:0x0], ppos: 2560, count: 581 00000080:00200000:2.0:1787756108.055975:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 2560 to 581 bytes 00000080:00200000:2.0:1787756108.055980:0:138509:0:(rw26.c:871:ll_write_end()) pos 2560, len 581, copied 581 00000080:00200000:2.0:1787756108.055990:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x2400007ed:0xbd:0x0] updating i_size 3141 i_blocks 0 00000080:00200000:2.0:1787756108.055993:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 581, original count 581 00000080:00200008:2.0:1787756108.056010:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rhsm.conf.rpmnew:[0x2400007ed:0xbd:0x0](ffffa0e6e02000c8) current size 3141, valid attrs 10160, mode 5560, uid -779285888, gid -24346, new size 18446669676315901696, atime 1787756108.000000000, mtime 1698381574.000000000, ctime 1787756108.000000000 00010000:00010000:2.0:1787756108.056051:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee4d lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d222cfc expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.056069:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xbd:0x0]: losing layout lock 00010000:00010000:2.0:1787756108.056117:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee4d lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222cfc expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.056123:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.056125:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee4d lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222cfc expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756108.056151:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.056161:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c54a2a00 x1874589766043904/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.056181:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a2a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766043904:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.056315:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8900 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.059135:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a2a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766043904:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.059212:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xbd:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:2.0:1787756108.059242:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x2400007ed:0xbd:0x0](ffffa0e6e02000c8) 00000002:00010000:2.0:1787756108.059258:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0xbd:0x0]) in obj [0x2400007ed:0xbd:0x0], intent: layout flags 0 00010000:00010000:2.0:1787756108.059354:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cee5b lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.059366:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cee5b lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.059377:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cee5b lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.059398:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a0380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766044032:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.059633:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8900 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.062760:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a0380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766044032:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.062801:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cee5b lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222d18 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.062818:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cee5b lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d18 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.062838:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6c54a0380 x1874589766044032/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.062850:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cee5b lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d18 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756108.062866:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cee5b lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d18 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.062881:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 16 res 9663678445/189 (0 0) 00000080:00200000:2.0:1787756108.062889:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x2400007ed:0xbd:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1787756108.062913:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xbd:0x0](ffffa0e6e02000c8) for lock 0xc63d509de01cee5b 00000080:00010000:2.0:1787756108.062923:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cee5b from it ffffbc5601c77a78 00010000:00010000:2.0:1787756108.062928:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cee5b lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222d18 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.062939:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cee5b lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d18 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.062971:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cee5b lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d18 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.062984:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cee5b lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d18 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787756108.062994:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x2400007ed:0xbd:0x0](0000000027b70a3f) being reconfigured ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cee5b lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d18 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.063045:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xbd:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:2.0:1787756108.063051:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cee5b lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d222d18 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.063060:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cee5b lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d222d18 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:2.0:1787756108.063085:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756108.063104:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1787756108.063122:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787756108.063126:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c13743b0, osc lock ffffa0e6d0ad6000, flags 0x0 00010000:00010000:2.0:1787756108.063158:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d96ecd00/0xc63d509de01cee54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222d0a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.063169:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d96ecd00/0xc63d509de01cee54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222d0a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.063183:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d96ecd00/0xc63d509de01cee54 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222d0a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.063192:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d96ecd00/0xc63d509de01cee54 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222d0a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.063200:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d96ecd00/0xc63d509de01cee54 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222d0a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756108.063431:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756108.063453:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766044160:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756108.066957:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766044160:192.168.201.131@tcp:2:tar.0 00000020:00010000:2.0:1787756108.067079:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:2.0:1787756108.067084:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756108.067091:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c13743b0 (ffffa0e6c3555c68/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756108.067104:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d96ecd00/0xc63d509de01cee54 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222d0a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.067122:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d96ecd00/0xc63d509de01cee54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222d0a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:2.0:1787756108.067142:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756108.067145:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c13743b0 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756108.067168:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xbd:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:2.0:1787756108.067187:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c632c800 uarg=0000000000000000 00000002:00000080:2.0:1787756108.067202:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c632c800 uarg=0000000000000000 00000020:00100000:2.0:1787756108.067248:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:2.0:1787756108.067258:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c54a0a80 x1874589766044416/t0(0) o55->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787756108.067329:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a0a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766044416:192.168.201.131@tcp:55:tar.0 00000100:00100000:2.0:1787756108.067418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8900 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.069367:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a0a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766044416:192.168.201.131@tcp:55:tar.0 00000080:00200008:2.0:1787756108.069407:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rhsm.conf.rpmnew:[0x2400007ed:0xbd:0x0](ffffa0e6e02000c8) current size 3141, valid attrs 10010160, mode 5560, uid -779285888, gid -24346, new size 18446669676315901696, atime 1787756108.000000000, mtime 1698381574.000000000, ctime 1787756108.000000000, rc 0 00000002:00010000:2.0:1787756108.069529:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400007ed:0xbd:0x0], intent: getxattr flags 0 00010000:00010000:2.0:1787756108.069595:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee62 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.069606:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee62 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.069618:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee62 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.069637:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a0a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766044544:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.069710:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8900 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.071572:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a0a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766044544:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.071606:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee62 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d2d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.071623:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee62 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222d2d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.071636:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee62 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d2d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.071651:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c54a0a80 x1874589766044544/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1104 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.071663:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee62 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d2d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.071677:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/189 (0 0) 00000080:00200000:2.0:1787756108.071684:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x2400007ed:0xbd:0x0] suppgids 0 -1: rc 0 00000080:00010000:2.0:1787756108.071714:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xbd:0x0](ffffa0e6e02000c8) for lock 0xc63d509de01cee62 00000080:00010000:2.0:1787756108.071724:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cee62 from it ffffbc5601c77c18 00010000:00010000:2.0:1787756108.071728:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee62 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222d2d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.071739:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee62 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d2d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756108.071808:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rhsm.conf.rpmnew:[0x2400007ed:0xbd:0x0](ffffa0e6e02000c8) current size 3141, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:2.0:1787756108.071910:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.071918:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c54a0a80 x1874589766044800/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.071940:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a0a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766044800:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.072015:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8900 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.077480:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a0a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766044800:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.077547:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xbd:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756108.077568:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756108.077710:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756108.077735:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766044928:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756108.079840:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766044928:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756108.080008:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xbd:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756108.080029:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rhsm.conf.rpmnew:[0x2400007ed:0xbd:0x0](ffffa0e6e02000c8) current size 3141, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:2.0:1787756108.080063:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rhsm.conf.rpmnew:[0x2400007ed:0xbd:0x0](ffffa0e6e02000c8) current size 3141, valid attrs 41, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:2.0:1787756108.080144:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.080169:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c54a3480 x1874589766045184/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.080196:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a3480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766045184:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.080310:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8900 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.082128:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a3480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766045184:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.082263:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xbd:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756108.082310:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756108.082440:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756108.082459:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766045312:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756108.084470:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766045312:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756108.084572:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xbd:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756108.084594:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rhsm.conf.rpmnew:[0x2400007ed:0xbd:0x0](ffffa0e6e02000c8) current size 3141, valid attrs 10000041, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:2.0:1787756108.084632:0:138509:0:(file.c:479:ll_file_release()) START file rhsm.conf.rpmnew:[0x2400007ed:0xbd:0x0](ffffa0e6e02000c8), flags 104001 00000002:00100000:2.0:1787756108.084704:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c54a1880 x1874589766043520/t8589935479(8589935479) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787756108.084718:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787756108.084724:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca173800 x1874589766045568/t0(0) o35->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787756108.084757:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766045568:192.168.201.131@tcp:35:tar.0 00000100:00100000:2.0:1787756108.084861:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8900 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.086834:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766045568:192.168.201.131@tcp:35:tar.0 00000002:00100000:2.0:1787756108.086875:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c54a1880 x1874589766043520/t8589935479(8589935479) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787756108.086973:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.086985:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756108.086996:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.087000:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=16 00000080:00200000:2.0:1787756108.087005:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.087023:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=syspurpose, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), flags=1536 00000080:00200000:2.0:1787756108.087027:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756108.087033:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756108.087039:0:138509:0:(namei.c:2239:do_mkdir()) VFS Op:name=syspurpose, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8) 00000020:00100000:2.0:1787756108.087125:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.087132:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca171180 x1874589766045824/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.087170:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca171180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766045824:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.087251:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8900 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.093803:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca171180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766045824:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.093875:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0xbe:0x0](ffffa0e6e0204b08) 00000080:00200000:2.0:1787756108.093898:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xbe:0x0], updating i_size 4096 00000080:00200000:2.0:1787756108.094009:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.094020:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756108.094030:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.094034:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=17 00000080:00200000:2.0:1787756108.094037:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.094048:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=syspurpose, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), flags=17 00000080:00200000:2.0:1787756108.094053:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=syspurpose, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), intent=0 00000002:00010000:2.0:1787756108.094078:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: syspurpose,[0x0:0x0:0x0]) in obj [0x240000fb8:0x16:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787756108.094154:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cee69 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.094166:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cee69 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x16:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.094177:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cee69 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x16:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.094201:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766045952:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.094476:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8900 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.098987:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766045952:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.099024:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cee69 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x16:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d81 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.099061:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cee69 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d81 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.099068:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cee69 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d81 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.099077:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cee69 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222d81 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.099087:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cee69 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d81 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.099098:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cee69 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222d81 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.099104:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cee69 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222d81 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.099110:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cee69 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222d81 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.099123:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffffa0e6ca173480 x1874589766045952/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/672 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.099136:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cee69 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d81 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.099144:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/190 (0 0) 00000080:00200000:2.0:1787756108.099151:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x240000fb8:0x16:0x0] suppgids 0 -1: rc 0 00000002:00010000:2.0:1787756108.099236:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000fb8:0x17:0x0]) in obj [0x240000fb8:0x17:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787756108.099369:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee70 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.099375:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee70 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.099383:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee70 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.099403:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766046080:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.099512:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8900 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.102580:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766046080:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.102611:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee70 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d8f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.102625:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee70 lrc: 4/1,0 mode: --/PR res: [0x240000fb8:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d8f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.102645:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee70 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222d8f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.102656:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee70 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d8f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.102668:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee70 lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222d8f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.102682:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee70 lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222d8f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.102688:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee70 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222d8f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.102697:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6ca170e00 x1874589766046080/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.102707:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee70 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d8f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.102718:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663680440/23 (0 0) 00010000:00010000:2.0:1787756108.102724:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee70 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222d8f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.102730:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee70 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d8f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00010000:2.0:1787756108.102774:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200024df1:0x17:0x0]) in obj [0x200024df1:0x17:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787756108.102830:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01cee77 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.102836:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01cee77 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.102843:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01cee77 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.102860:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766046208:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.102930:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8900 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.110200:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766046208:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.110239:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01cee77 lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d9d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.110254:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01cee77 lrc: 4/1,0 mode: --/PR res: [0x200024df1:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d9d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.110539:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01cee77 lrc: 4/1,0 mode: PR/PR res: [0x200024df1:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222d9d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.110554:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01cee77 lrc: 4/1,0 mode: PR/PR res: [0x200024df1:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d9d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.110571:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01cee77 lrc: 5/2,0 mode: PR/PR res: [0x200024df1:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222d9d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.110585:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01cee77 lrc: 5/2,0 mode: PR/PR res: [0x200024df1:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222d9d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.110590:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01cee77 lrc: 4/1,0 mode: PR/PR res: [0x200024df1:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222d9d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.110600:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6ca170e00 x1874589766046208/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.110611:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01cee77 lrc: 3/1,0 mode: PR/PR res: [0x200024df1:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d9d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.110626:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590085617/23 (0 0) 00010000:00010000:2.0:1787756108.110632:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01cee77 lrc: 3/1,0 mode: PR/PR res: [0x200024df1:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222d9d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.110639:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01cee77 lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d9d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.110688:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xbe:0x0], updating i_size 8192 00000080:00200000:2.0:1787756108.110693:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x2400007ed:0xbe:0x0](ffffa0e6e0204b08): rc = 0 00000080:00010000:2.0:1787756108.110704:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xbe:0x0](ffffa0e6e0204b08) for lock 0xc63d509de01cee69 00000080:00010000:2.0:1787756108.110723:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xbe:0x0](ffffa0e6e0204b08) 00000080:00010000:2.0:1787756108.110727:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cee69 from it ffffbc5601c77ac8 00010000:00010000:2.0:1787756108.110731:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cee69 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222d81 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.110765:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cee69 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222d81 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.110794:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xbe:0x0](ffffa0e6e0204b08), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.110821:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xbe:0x0](ffffa0e6e0204b08), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756108.110827:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=syspurpose.json, dir=[0x2400007ed:0xbe:0x0](ffffa0e6e0204b08), file ffffa0e6d18d0a80, open_flags 89c1, mode 8180 opened 0 00000080:00200000:2.0:1787756108.110835:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=syspurpose.json, dir=[0x2400007ed:0xbe:0x0](ffffa0e6e0204b08), intent=open|creat 00000002:00010000:2.0:1787756108.110874:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: syspurpose.json,[0x2400007ed:0xbf:0x0]) in obj [0x240000fb8:0x17:0x0], intent: open|creat flags 0104702 00010000:00010000:2.0:1787756108.110890:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee70 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x17:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222d8f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.110951:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee70 lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222d8f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.110959:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.110962:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee70 lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222d8f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.111021:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee7e lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.111029:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee7e lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787756108.111042:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787756108.111049:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca173480 x1874589766046464/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787756108.111065:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee7e lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.111087:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766046464:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.111252:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8900 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.113947:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766046464:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.114045:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee7e lrc: 4/0,1 mode: --/CW res: [0x240000fb8:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222db9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.114102:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee7e lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222db9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.114109:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee7e lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222db9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.114118:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee7e lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222db9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.114126:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee7e lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222db9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.114140:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee7e lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222db9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.114153:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee7e lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222db9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.114168:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee7e lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222db9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.114183:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6ca173480 x1874589766046464/t8589935492(8589935492) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1787756108.114197:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6ca173480 x1874589766046464/t8589935492(8589935492) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.114212:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee7e lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222db9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756108.114226:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee7e lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222db9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.114236:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/191 (0 0) 00000080:00200000:2.0:1787756108.114243:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000fb8:0x17:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756108.114260:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=syspurpose.json, dir=[0x2400007ed:0xbe:0x0](ffffa0e6e0204b08), intent=open|creat 00000080:00200000:2.0:1787756108.114404:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0xbf:0x0](ffffa0e6e0201148) 00000080:00200000:2.0:1787756108.114502:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xbf:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:2.0:1787756108.114508:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0xbf:0x0](ffffa0e6e0201148) 00000080:00010000:2.0:1787756108.114511:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xbf:0x0](ffffa0e6e0201148) for lock 0xc63d509de01cee7e 00000080:00010000:2.0:1787756108.114523:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xbf:0x0](ffffa0e6e0201148) 00000080:00200008:2.0:1787756108.114540:0:138509:0:(file.c:1090:ll_file_open()) START file syspurpose.json:[0x2400007ed:0xbf:0x0](ffffa0e6e0201148), flags 104701 00000002:00100000:2.0:1787756108.114566:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6ca173480 x1874589766046464/t8589935492(8589935492) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1787756108.114602:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cee7e from it ffffa0e6d865da80 00010000:00010000:2.0:1787756108.114608:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee7e lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d222db9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.114663:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee7e lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d222db9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.114686:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xbf:0x0](ffffa0e6e0201148), inode mode 8180 mask 40 00000080:00200008:2.0:1787756108.114719:0:138509:0:(file.c:2650:do_file_write_iter()) START file syspurpose.json:[0x2400007ed:0xbf:0x0], ppos: 0, count: 2 00000080:00200000:2.0:1787756108.114735:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 2 bytes 00000080:00200000:2.0:1787756108.114742:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 2 00000080:00200000:2.0:1787756108.114756:0:138509:0:(file.c:2090:ll_file_io_generic()) syspurpose.json: write ppos: 0, bytes: 2 00000080:00200000:2.0:1787756108.114763:0:138509:0:(file.c:1848:ll_io_set_mirror()) syspurpose.json: desiginated mirror: 0 00000020:00200000:2.0:1787756108.114772:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@000000006afeb89f[0x110, 1, [0x2400007ed:0xbf:0x0] hash] 00000020:00200000:2.0:1787756108.114774:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 2) 2048 0 00000080:00200000:2.0:1787756108.114780:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xbf:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756108.114794:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:2.0:1787756108.114802:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 2) 2, 2 00020000:00200000:2.0:1787756108.114806:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756108.114823:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:2.0:1787756108.114836:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:2.0:1787756108.114841:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c96c0130, osc lock ffffa0e6d0ad6000, flags 0x40000 00010000:00010000:2.0:1787756108.114887:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000027a0d718/0xc63d509de01cee85 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.114894:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000027a0d718/0xc63d509de01cee85 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.114902:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000027a0d718/0xc63d509de01cee85 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.114917:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766046592:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.115060:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8000 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.116790:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766046592:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.116831:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000027a0d718/0xc63d509de01cee85 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222dc7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.116851:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000027a0d718/0xc63d509de01cee85 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222dc7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.116863:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000027a0d718/0xc63d509de01cee85 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222dc7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.116878:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000027a0d718/0xc63d509de01cee85 lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222dc7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787756108.116891:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000027a0d718/0xc63d509de01cee85 lrc: 4/0,2 mode: PW/PW res: [0x2c0000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d222dc7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.116904:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000027a0d718/0xc63d509de01cee85 lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222dc7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.116912:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000027a0d718/0xc63d509de01cee85 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222dc7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756108.116943:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) syspurpose.json: write [0, 2) append 0 append lockpos 0 00000080:00200000:2.0:1787756108.116973:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 2 bytes 00000080:00200000:2.0:1787756108.117057:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 2, copied 2 00000080:00200000:2.0:1787756108.117071:0:138509:0:(rw26.c:929:ll_write_end()) page@0000000027189f16[3 00000000e2683800 2 1 000000008b6b77e9 0 0 0] 00000080:00200000:2.0:1787756108.117075:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @000000009f0d9b7d 17ffffc0001001 3:0 ffffa0e6c6e891c0 0 lru 00000080:00200000:2.0:1787756108.117083:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@0000000057b3ae3c 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000096e19b13 0000000056449872 > 3< 0 0 > 4< 0 0 8 480321536 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787756108.117086:0:138509:0:(rw26.c:929:ll_write_end()) end page@0000000027189f16 00000080:00200000:2.0:1787756108.117087:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787756108.117092:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 2 prio 0 00000008:00010000:2.0:1787756108.117461:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 0000000064d414a2 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000027a0d718/0xc63d509de01cee85 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222dc7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756108.117487:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e02012f8, count 1, dirtied 1 00000080:00200000:2.0:1787756108.117494:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 2 bytes, tot: 2 00000080:00200000:2.0:1787756108.117497:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) syspurpose.json: write bytes 0, result: 2 00000020:00010000:2.0:1787756108.117517:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:2.0:1787756108.117520:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756108.117524:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c96c0130 (ffffa0e6c3555c68/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756108.117529:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000027a0d718/0xc63d509de01cee85 lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222dc7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.117539:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000027a0d718/0xc63d509de01cee85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222dc7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1787756108.117557:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756108.117560:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c96c0130 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756108.117571:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 2 bytes 00000080:00200000:2.0:1787756108.117580:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:2.0:1787756108.117591:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xbf:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787756108.117595:0:138509:0:(file.c:2238:ll_file_io_generic()) syspurpose.json: 2 io complete with rc: 0, result: 2, restart: 0 00000080:00200000:2.0:1787756108.117604:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x2400007ed:0xbf:0x0] updating i_size 2 i_blocks 0 00000080:00200000:2.0:1787756108.117610:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 2 00000080:00200008:2.0:1787756108.117650:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file syspurpose.json:[0x2400007ed:0xbf:0x0](ffffa0e6e0201148) current size 2, valid attrs 10160, mode 5560, uid -779285888, gid -24346, new size 18446669676315901696, atime 1787756108.000000000, mtime 1656461252.000000000, ctime 1787756108.000000000 00010000:00010000:2.0:1787756108.117686:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee7e lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d222db9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.117707:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xbf:0x0]: losing layout lock 00010000:00010000:2.0:1787756108.117766:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee7e lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222db9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.117774:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.117777:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee7e lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222db9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756108.117807:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.117818:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca170e00 x1874589766046848/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.117845:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766046848:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.117941:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8000 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.125395:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766046848:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.125465:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xbf:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:2.0:1787756108.125499:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x2400007ed:0xbf:0x0](ffffa0e6e0201148) 00000002:00010000:2.0:1787756108.125513:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0xbf:0x0]) in obj [0x2400007ed:0xbf:0x0], intent: layout flags 0 00010000:00010000:2.0:1787756108.125577:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee8c lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.125589:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee8c lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.125605:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee8c lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.125627:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766046976:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.125726:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8000 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.127708:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766046976:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.127743:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee8c lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222dd5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.127773:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee8c lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222dd5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.127789:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6ca170700 x1874589766046976/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.127801:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee8c lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222dd5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756108.127816:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee8c lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222dd5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.127830:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 16 res 9663678445/191 (0 0) 00000080:00200000:2.0:1787756108.127838:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x2400007ed:0xbf:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1787756108.127857:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xbf:0x0](ffffa0e6e0201148) for lock 0xc63d509de01cee8c 00000080:00010000:2.0:1787756108.127866:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cee8c from it ffffbc5601c77a78 00010000:00010000:2.0:1787756108.127870:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee8c lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222dd5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.127888:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee8c lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222dd5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.127915:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee8c lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222dd5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.127927:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee8c lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222dd5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787756108.127936:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x2400007ed:0xbf:0x0](000000009a32d1a9) being reconfigured ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee8c lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222dd5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.127988:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xbf:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:2.0:1787756108.127994:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee8c lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d222dd5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.128002:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee8c lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d222dd5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:2.0:1787756108.128026:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756108.128045:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1787756108.128061:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787756108.128066:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c96c0130, osc lock ffffa0e6d0ad6000, flags 0x0 00010000:00010000:2.0:1787756108.128085:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000027a0d718/0xc63d509de01cee85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222dc7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.128096:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000027a0d718/0xc63d509de01cee85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222dc7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.128111:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000027a0d718/0xc63d509de01cee85 lrc: 7/0,2 mode: PW/PW res: [0x2c0000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222dc7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.128120:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000027a0d718/0xc63d509de01cee85 lrc: 7/0,2 mode: PW/PW res: [0x2c0000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222dc7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.128139:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000027a0d718/0xc63d509de01cee85 lrc: 6/0,1 mode: PW/PW res: [0x2c0000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222dc7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756108.128412:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756108.128433:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766047104:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756108.130959:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766047104:192.168.201.131@tcp:2:tar.0 00000020:00010000:2.0:1787756108.131058:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:2.0:1787756108.131064:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756108.131071:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c96c0130 (ffffa0e6c3555c68/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756108.131084:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000027a0d718/0xc63d509de01cee85 lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222dc7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.131102:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000027a0d718/0xc63d509de01cee85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222dc7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:2.0:1787756108.131122:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756108.131136:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c96c0130 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756108.131160:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xbf:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:2.0:1787756108.131180:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c7b4c000 uarg=0000000000000000 00000002:00000080:2.0:1787756108.131196:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c7b4c000 uarg=0000000000000000 00000020:00100000:2.0:1787756108.131241:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:2.0:1787756108.131252:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca172a00 x1874589766047360/t0(0) o55->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787756108.131322:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca172a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766047360:192.168.201.131@tcp:55:tar.0 00000100:00100000:2.0:1787756108.131408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8000 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.134563:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca172a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766047360:192.168.201.131@tcp:55:tar.0 00000080:00200008:2.0:1787756108.134613:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file syspurpose.json:[0x2400007ed:0xbf:0x0](ffffa0e6e0201148) current size 2, valid attrs 10010160, mode 5560, uid -779285888, gid -24346, new size 18446669676315901696, atime 1787756108.000000000, mtime 1656461252.000000000, ctime 1787756108.000000000, rc 0 00000002:00010000:2.0:1787756108.134680:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400007ed:0xbf:0x0], intent: getxattr flags 0 00010000:00010000:2.0:1787756108.134769:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee93 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.134781:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee93 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.134792:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee93 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.134814:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca172a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766047488:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.134900:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8000 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.138717:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca172a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766047488:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.138764:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee93 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222dea expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.138784:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee93 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222dea expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.138796:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee93 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222dea expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.138814:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6ca172a00 x1874589766047488/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1104 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.138825:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee93 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222dea expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.138840:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/191 (0 0) 00000080:00200000:2.0:1787756108.138848:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x2400007ed:0xbf:0x0] suppgids 0 -1: rc 0 00000080:00010000:2.0:1787756108.138878:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xbf:0x0](ffffa0e6e0201148) for lock 0xc63d509de01cee93 00000080:00010000:2.0:1787756108.138887:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cee93 from it ffffbc5601c77c18 00010000:00010000:2.0:1787756108.138891:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee93 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222dea expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.138902:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee93 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222dea expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756108.138953:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file syspurpose.json:[0x2400007ed:0xbf:0x0](ffffa0e6e0201148) current size 2, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:2.0:1787756108.139026:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.139034:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca172a00 x1874589766047744/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.139056:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca172a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766047744:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.139143:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8000 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.142665:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca172a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766047744:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.142730:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xbf:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756108.142759:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756108.143027:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca172d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766047872:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756108.151910:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca172d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766047872:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756108.152123:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xbf:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756108.152147:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file syspurpose.json:[0x2400007ed:0xbf:0x0](ffffa0e6e0201148) current size 2, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:2.0:1787756108.152182:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file syspurpose.json:[0x2400007ed:0xbf:0x0](ffffa0e6e0201148) current size 2, valid attrs 41, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:2.0:1787756108.152662:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.152675:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca170380 x1874589766048128/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.152703:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766048128:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.152855:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8000 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.155192:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766048128:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.155265:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xbf:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756108.155417:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756108.155535:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca171f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766048256:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756108.167232:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca171f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766048256:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756108.170858:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xbf:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756108.170895:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file syspurpose.json:[0x2400007ed:0xbf:0x0](ffffa0e6e0201148) current size 2, valid attrs 10000041, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:2.0:1787756108.170938:0:138509:0:(file.c:479:ll_file_release()) START file syspurpose.json:[0x2400007ed:0xbf:0x0](ffffa0e6e0201148), flags 104001 00000002:00100000:2.0:1787756108.171052:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6ca173480 x1874589766046464/t8589935492(8589935492) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787756108.171066:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787756108.171072:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca170a80 x1874589766048512/t0(0) o35->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787756108.171100:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766048512:192.168.201.131@tcp:35:tar.0 00000100:00100000:2.0:1787756108.171226:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8000 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.174479:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766048512:192.168.201.131@tcp:35:tar.0 00000002:00100000:2.0:1787756108.174525:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6ca173480 x1874589766046464/t8589935492(8589935492) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787756108.174633:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.174642:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756108.174652:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.174656:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=17 00000080:00200000:2.0:1787756108.174659:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.174663:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=syspurpose, flags=17 00000080:00200000:2.0:1787756108.174666:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xbe:0x0](ffffa0e6e0204b08), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.174679:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xbe:0x0](ffffa0e6e0204b08), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756108.174685:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=valid_fields.json, dir=[0x2400007ed:0xbe:0x0](ffffa0e6e0204b08), file ffffa0e6d18d1800, open_flags 89c1, mode 8180 opened 0 00000080:00200000:2.0:1787756108.174694:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=valid_fields.json, dir=[0x2400007ed:0xbe:0x0](ffffa0e6e0204b08), intent=open|creat 00000002:00010000:2.0:1787756108.174725:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: valid_fields.json,[0x2400007ed:0xc0:0x0]) in obj [0x240000fb8:0x17:0x0], intent: open|creat flags 0104702 00010000:00010000:2.0:1787756108.174816:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cee9a lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.174828:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cee9a lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787756108.174839:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787756108.174844:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c97bad80 x1874589766048768/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787756108.174854:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cee9a lrc: 3/0,1 mode: --/CW res: [0x240000fb8:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.174879:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97bad80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766048768:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.175033:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8000 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.179603:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97bad80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766048768:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.179640:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cee9a lrc: 4/0,1 mode: --/CW res: [0x240000fb8:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222e14 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.179674:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cee9a lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222e14 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.179683:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cee9a lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222e14 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.179696:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cee9a lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222e14 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.179708:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cee9a lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222e14 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.179722:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cee9a lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222e14 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.179732:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cee9a lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222e14 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.179741:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cee9a lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222e14 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.179769:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c97bad80 x1874589766048768/t8589935497(8589935497) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1787756108.179784:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c97bad80 x1874589766048768/t8589935497(8589935497) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.179799:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cee9a lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222e14 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756108.179813:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cee9a lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222e14 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.179825:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/192 (0 0) 00000080:00200000:2.0:1787756108.179833:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000fb8:0x17:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756108.179850:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=valid_fields.json, dir=[0x2400007ed:0xbe:0x0](ffffa0e6e0204b08), intent=open|creat 00000080:00200000:2.0:1787756108.179886:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0xc0:0x0](ffffa0e6e0203a88) 00000080:00200000:2.0:1787756108.179984:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xc0:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:2.0:1787756108.179989:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0xc0:0x0](ffffa0e6e0203a88) 00000080:00010000:2.0:1787756108.179993:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xc0:0x0](ffffa0e6e0203a88) for lock 0xc63d509de01cee9a 00000080:00010000:2.0:1787756108.180006:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xc0:0x0](ffffa0e6e0203a88) 00000080:00200008:2.0:1787756108.180025:0:138509:0:(file.c:1090:ll_file_open()) START file valid_fields.json:[0x2400007ed:0xc0:0x0](ffffa0e6e0203a88), flags 104701 00000002:00100000:2.0:1787756108.180054:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c97bad80 x1874589766048768/t8589935497(8589935497) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1787756108.180099:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cee9a from it ffffa0e6d865d7e0 00010000:00010000:2.0:1787756108.180159:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cee9a lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d222e14 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.180171:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cee9a lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d222e14 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.180193:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xc0:0x0](ffffa0e6e0203a88), inode mode 8180 mask 40 00000080:00200008:2.0:1787756108.180231:0:138509:0:(file.c:2650:do_file_write_iter()) START file valid_fields.json:[0x2400007ed:0xc0:0x0], ppos: 0, count: 273 00000080:00200000:2.0:1787756108.180244:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 273 bytes 00000080:00200000:2.0:1787756108.180250:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 273 00000080:00200000:2.0:1787756108.180254:0:138509:0:(file.c:2090:ll_file_io_generic()) valid_fields.json: write ppos: 0, bytes: 273 00000080:00200000:2.0:1787756108.180258:0:138509:0:(file.c:1848:ll_io_set_mirror()) valid_fields.json: desiginated mirror: 0 00000020:00200000:2.0:1787756108.180267:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c0c174e7[0x110, 1, [0x2400007ed:0xc0:0x0] hash] 00000020:00200000:2.0:1787756108.180302:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 273) 2048 0 00000080:00200000:2.0:1787756108.180309:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xc0:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756108.180326:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:2.0:1787756108.180335:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 273) 273, 273 00020000:00200000:2.0:1787756108.180339:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756108.180360:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:2.0:1787756108.180378:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:2.0:1787756108.180383:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c96c0130, osc lock ffffa0e6d0ad6000, flags 0x40000 00010000:00010000:2.0:1787756108.180439:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000fd208ee5/0xc63d509de01ceea1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.180446:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000fd208ee5/0xc63d509de01ceea1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.180454:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000fd208ee5/0xc63d509de01ceea1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.180523:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b9500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766048896:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.180596:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.182016:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b9500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766048896:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.182041:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000fd208ee5/0xc63d509de01ceea1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222e22 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.182058:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000fd208ee5/0xc63d509de01ceea1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222e22 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.182068:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000fd208ee5/0xc63d509de01ceea1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222e22 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.182080:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000fd208ee5/0xc63d509de01ceea1 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222e22 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787756108.182098:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000fd208ee5/0xc63d509de01ceea1 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d222e22 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.182174:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000fd208ee5/0xc63d509de01ceea1 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222e22 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.182180:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000fd208ee5/0xc63d509de01ceea1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222e22 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756108.182202:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) valid_fields.json: write [0, 273) append 0 append lockpos 0 00000080:00200000:2.0:1787756108.182215:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 273 bytes 00000080:00200000:2.0:1787756108.182352:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 273, copied 273 00000080:00200000:2.0:1787756108.182362:0:138509:0:(rw26.c:929:ll_write_end()) page@00000000ab34e69a[3 00000000b5ddbe39 2 1 000000008b6b77e9 0 0 0] 00000080:00200000:2.0:1787756108.182365:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @00000000f2018e2e 17ffffc0001001 3:0 ffffa0e6c6e899a0 0 lru 00000080:00200000:2.0:1787756108.182371:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@00000000525204ea 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000000dd14ff3 00000000e0f9d8c9 > 3< 0 0 > 4< 0 0 8 483008512 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787756108.182373:0:138509:0:(rw26.c:929:ll_write_end()) end page@00000000ab34e69a 00000080:00200000:2.0:1787756108.182374:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787756108.182378:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 273 prio 0 00000008:00010000:2.0:1787756108.182398:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 0000000074ddf22b ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000fd208ee5/0xc63d509de01ceea1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222e22 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756108.182416:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e0203c38, count 1, dirtied 1 00000080:00200000:2.0:1787756108.182420:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 273 bytes, tot: 273 00000080:00200000:2.0:1787756108.182423:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) valid_fields.json: write bytes 0, result: 273 00000020:00010000:2.0:1787756108.182438:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:2.0:1787756108.182441:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756108.182444:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c96c0130 (ffffa0e6c3555c68/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756108.182447:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000fd208ee5/0xc63d509de01ceea1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222e22 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.182454:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000fd208ee5/0xc63d509de01ceea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222e22 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1787756108.182556:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756108.182559:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c96c0130 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756108.182568:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 273 bytes 00000080:00200000:2.0:1787756108.182573:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:2.0:1787756108.182581:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xc0:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787756108.182584:0:138509:0:(file.c:2238:ll_file_io_generic()) valid_fields.json: 2 io complete with rc: 0, result: 273, restart: 0 00000080:00200000:2.0:1787756108.182591:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x2400007ed:0xc0:0x0] updating i_size 273 i_blocks 0 00000080:00200000:2.0:1787756108.182595:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 273 00000080:00200008:2.0:1787756108.182623:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file valid_fields.json:[0x2400007ed:0xc0:0x0](ffffa0e6e0203a88) current size 273, valid attrs 10160, mode 5560, uid -779282432, gid -24346, new size 18446669676315901696, atime 1787756108.000000000, mtime 1706176886.000000000, ctime 1787756108.000000000 00010000:00010000:2.0:1787756108.182656:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cee9a lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d222e14 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.182675:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xc0:0x0]: losing layout lock 00010000:00010000:2.0:1787756108.182713:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cee9a lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222e14 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.182718:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.182720:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cee9a lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222e14 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756108.182740:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.182761:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c97b9500 x1874589766049152/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.182781:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b9500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766049152:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.182851:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.184756:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b9500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766049152:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.184806:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xc0:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:2.0:1787756108.184829:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x2400007ed:0xc0:0x0](ffffa0e6e0203a88) 00000002:00010000:2.0:1787756108.184839:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0xc0:0x0]) in obj [0x2400007ed:0xc0:0x0], intent: layout flags 0 00010000:00010000:2.0:1787756108.184890:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036400/0xc63d509de01ceea8 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.184897:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036400/0xc63d509de01ceea8 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.184906:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036400/0xc63d509de01ceea8 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.184919:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97bb800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766049280:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.185058:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.187057:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97bb800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766049280:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.187091:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036400/0xc63d509de01ceea8 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222e30 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.187197:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036400/0xc63d509de01ceea8 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222e30 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.187216:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6c97bb800 x1874589766049280/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.187226:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036400/0xc63d509de01ceea8 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222e30 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756108.187250:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036400/0xc63d509de01ceea8 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222e30 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.187263:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 16 res 9663678445/192 (0 0) 00000080:00200000:2.0:1787756108.187294:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x2400007ed:0xc0:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1787756108.187316:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xc0:0x0](ffffa0e6e0203a88) for lock 0xc63d509de01ceea8 00000080:00010000:2.0:1787756108.187325:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ceea8 from it ffffbc5601c77a78 00010000:00010000:2.0:1787756108.187330:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036400/0xc63d509de01ceea8 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222e30 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.187341:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036400/0xc63d509de01ceea8 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222e30 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.187369:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036400/0xc63d509de01ceea8 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222e30 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.187381:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036400/0xc63d509de01ceea8 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222e30 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787756108.187391:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x2400007ed:0xc0:0x0](00000000c428f3b3) being reconfigured ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036400/0xc63d509de01ceea8 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222e30 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.187434:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xc0:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:2.0:1787756108.187440:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036400/0xc63d509de01ceea8 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d222e30 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.187448:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036400/0xc63d509de01ceea8 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d222e30 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:2.0:1787756108.187477:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756108.187493:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1787756108.187507:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787756108.187511:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c96c0130, osc lock ffffa0e6d0ad6000, flags 0x0 00010000:00010000:2.0:1787756108.187526:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000fd208ee5/0xc63d509de01ceea1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222e22 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.187534:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000fd208ee5/0xc63d509de01ceea1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222e22 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.187543:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000fd208ee5/0xc63d509de01ceea1 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222e22 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.187550:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000fd208ee5/0xc63d509de01ceea1 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222e22 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.187555:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000fd208ee5/0xc63d509de01ceea1 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222e22 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756108.187644:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766049408:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756108.189605:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766049408:192.168.201.131@tcp:2:tar.0 00000020:00010000:2.0:1787756108.189648:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:2.0:1787756108.189652:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756108.189657:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c96c0130 (ffffa0e6c3555c68/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756108.189666:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000fd208ee5/0xc63d509de01ceea1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d222e22 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.189677:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000fd208ee5/0xc63d509de01ceea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d222e22 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:2.0:1787756108.189690:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756108.189692:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c96c0130 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756108.189711:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xc0:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:2.0:1787756108.189729:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c7b4c600 uarg=0000000000000000 00000002:00000080:2.0:1787756108.189742:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c7b4c600 uarg=0000000000000000 00000020:00100000:2.0:1787756108.189798:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:2.0:1787756108.189806:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c97b8380 x1874589766049664/t0(0) o55->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787756108.189826:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b8380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766049664:192.168.201.131@tcp:55:tar.0 00000100:00100000:2.0:1787756108.189891:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.194035:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b8380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766049664:192.168.201.131@tcp:55:tar.0 00000080:00200008:2.0:1787756108.194092:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file valid_fields.json:[0x2400007ed:0xc0:0x0](ffffa0e6e0203a88) current size 273, valid attrs 10010160, mode 5560, uid -779282432, gid -24346, new size 18446669676315901696, atime 1787756108.000000000, mtime 1706176886.000000000, ctime 1787756108.000000000, rc 0 00000002:00010000:2.0:1787756108.194165:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400007ed:0xc0:0x0], intent: getxattr flags 0 00010000:00010000:2.0:1787756108.194255:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036000/0xc63d509de01ceeaf lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.194267:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036000/0xc63d509de01ceeaf lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.194300:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036000/0xc63d509de01ceeaf lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.194325:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b8380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766049792:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.194424:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.199028:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b8380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766049792:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.199062:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036000/0xc63d509de01ceeaf lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222e45 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.199077:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036000/0xc63d509de01ceeaf lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222e45 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.199086:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036000/0xc63d509de01ceeaf lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222e45 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.199099:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c97b8380 x1874589766049792/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1104 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.199109:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036000/0xc63d509de01ceeaf lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222e45 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.199121:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/192 (0 0) 00000080:00200000:2.0:1787756108.199126:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x2400007ed:0xc0:0x0] suppgids 0 -1: rc 0 00000080:00010000:2.0:1787756108.199151:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xc0:0x0](ffffa0e6e0203a88) for lock 0xc63d509de01ceeaf 00000080:00010000:2.0:1787756108.199158:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ceeaf from it ffffbc5601c77c18 00010000:00010000:2.0:1787756108.199162:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036000/0xc63d509de01ceeaf lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222e45 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.199169:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036000/0xc63d509de01ceeaf lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222e45 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756108.199206:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file valid_fields.json:[0x2400007ed:0xc0:0x0](ffffa0e6e0203a88) current size 273, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:2.0:1787756108.199370:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.199377:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c97b8380 x1874589766050048/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.199397:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b8380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766050048:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.199540:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.201909:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b8380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766050048:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.201971:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xc0:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756108.201992:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756108.202133:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756108.202151:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766050176:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756108.205383:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766050176:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756108.205901:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xc0:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756108.205927:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file valid_fields.json:[0x2400007ed:0xc0:0x0](ffffa0e6e0203a88) current size 273, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:2.0:1787756108.205962:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file valid_fields.json:[0x2400007ed:0xc0:0x0](ffffa0e6e0203a88) current size 273, valid attrs 41, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:2.0:1787756108.206056:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.206069:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c97b8000 x1874589766050432/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.206098:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b8000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766050432:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.206192:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.209472:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b8000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766050432:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.209531:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xc0:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756108.209552:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756108.209850:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766050560:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756108.215441:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766050560:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756108.215500:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xc0:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756108.215525:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file valid_fields.json:[0x2400007ed:0xc0:0x0](ffffa0e6e0203a88) current size 273, valid attrs 10000041, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:2.0:1787756108.215565:0:138509:0:(file.c:479:ll_file_release()) START file valid_fields.json:[0x2400007ed:0xc0:0x0](ffffa0e6e0203a88), flags 104001 00000002:00100000:2.0:1787756108.215646:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c97bad80 x1874589766048768/t8589935497(8589935497) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787756108.215660:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787756108.215666:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c97b9880 x1874589766050816/t0(0) o35->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787756108.215692:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b9880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766050816:192.168.201.131@tcp:35:tar.0 00000100:00100000:2.0:1787756108.215803:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.221972:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b9880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766050816:192.168.201.131@tcp:35:tar.0 00000002:00100000:2.0:1787756108.222039:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c97bad80 x1874589766048768/t8589935497(8589935497) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787756108.222151:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.222163:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756108.222174:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.222178:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=16 00000080:00200000:2.0:1787756108.222181:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.222185:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=syspurpose, flags=0 00000080:00200008:2.0:1787756108.222202:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file syspurpose:[0x2400007ed:0xbe:0x0](ffffa0e6e0204b08) current size 8192, valid attrs 10160, mode ffff, uid -744632320, gid -24346, new size 18446639511986098176, atime 1787756108.000000000, mtime 1737178063.000000000, ctime 1787756108.000000000 00000020:00100000:2.0:1787756108.222538:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.222547:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c97bb480 x1874589766051072/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.222574:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97bb480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766051072:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.222679:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787756108.228742:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:0.0:1787756108.228850:0:15195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589785004160 00000100:00100000:0.0:1787756108.228865:0:15195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589785004160 00000100:00100000:0.0:1787756108.228944:0:15195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5204 00000100:00100000:0.0:1787756108.228958:0:15195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6d86c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d820e3d8-0101-4517-9bdc-79801f6168f8+5:8450:x1874589785004160:12345-192.168.201.131@tcp:104: 00010000:00010000:0.0:1787756108.228982:0:15195:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01cee77 lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d222d9d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.229085:0:15195:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787756108.229093:0:15195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6d86c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d820e3d8-0101-4517-9bdc-79801f6168f8+5:8450:x1874589785004160:12345-192.168.201.131@tcp:104: Request processed in 138us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1787756108.229101:0:15195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5204 00010000:00010000:2.0:1787756108.229261:0:116551:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787756108.229308:0:116551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01cee77 lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d222d9d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.229320:0:116551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e6ca036800 already unused, calling callback (ffffffffc1aa93c0) 00010000:00010000:2.0:1787756108.229326:0:116551:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01cee77 lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x17:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d222d9d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.229336:0:116551:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01cee77 lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x17:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d222d9d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.229345:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01cee77 lrc: 3/0,0 mode: PR/PR res: [0x200024df1:0x17:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa58e5f4f9d222d9d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.229453:0:116551:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01cee77 lrc: 2/0,0 mode: --/PR res: [0x200024df1:0x17:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222d9d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.229525:0:116551:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1787756108.229597:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766051200:192.168.201.131@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787756108.229694:0:116551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01cee77 lrc: 1/0,0 mode: --/PR res: [0x200024df1:0x17:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222d9d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.229703:0:116551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01cee77 lrc: 0/0,0 mode: --/PR res: [0x200024df1:0x17:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222d9d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.229727:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787756108.229729:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787756108.229731:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756108.233979:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766051200:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787756108.234160:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97bb480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766051072:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.234201:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xbe:0x0], updating i_size 4096 00000080:00200008:2.0:1787756108.234218:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file syspurpose:[0x2400007ed:0xbe:0x0](ffffa0e6e0204b08) current size 4096, valid attrs 10010160, mode ffff, uid -744632320, gid -24346, new size 18446639511986098176, atime 1787756108.000000000, mtime 1737178063.000000000, ctime 1787756108.000000000, rc 0 00000080:00200000:2.0:1787756108.234263:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.234357:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756108.234369:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.234374:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=16 00000080:00200000:2.0:1787756108.234378:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.234382:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=syspurpose, flags=0 00000080:00200008:2.0:1787756108.234400:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file syspurpose:[0x2400007ed:0xbe:0x0](ffffa0e6e0204b08) current size 4096, valid attrs 46, mode ffff, uid 0, gid 0, new size 18446639511986098176, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00010000:00010000:2.0:1787756108.234444:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cee69 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222d81 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.234517:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cee69 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222d81 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.234526:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.234529:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cee69 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222d81 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756108.234622:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.234633:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60cb100 x1874589766051456/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.234657:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766051456:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.234755:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.242041:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766051456:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.242084:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xbe:0x0], updating i_size 4096 00000080:00200008:2.0:1787756108.242101:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file syspurpose:[0x2400007ed:0xbe:0x0](ffffa0e6e0204b08) current size 4096, valid attrs 10000046, mode ffff, uid 0, gid 0, new size 18446639511986098176, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200000:2.0:1787756108.242159:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.242168:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756108.242176:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.242178:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=17 00000080:00200000:2.0:1787756108.242181:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.242195:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=syspurpose, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), flags=1 00000080:00200000:2.0:1787756108.242200:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=syspurpose, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), intent=getattr 00000002:00010000:2.0:1787756108.242222:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: syspurpose,[0x0:0x0:0x0]) in obj [0x240000fb8:0x16:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787756108.242351:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceeb6 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.242363:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceeb6 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.242375:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceeb6 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.242398:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766051584:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.242488:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.247893:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766051584:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.247932:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceeb6 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222ea7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.247966:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceeb6 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222ea7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.247974:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceeb6 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222ea7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.247987:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceeb6 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222ea7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.247999:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceeb6 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222ea7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.248012:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceeb6 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222ea7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.248021:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceeb6 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222ea7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.248028:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceeb6 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222ea7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.248041:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c60ca300 x1874589766051584/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/672 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.248055:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceeb6 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222ea7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.248065:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/190 (0 0) 00000080:00200000:2.0:1787756108.248072:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000fb8:0x16:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756108.248119:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xbe:0x0], updating i_size 4096 00000080:00200000:2.0:1787756108.248123:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x2400007ed:0xbe:0x0](ffffa0e6e0204b08): rc = 0 00000080:00010000:2.0:1787756108.248131:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xbe:0x0](ffffa0e6e0204b08) for lock 0xc63d509de01ceeb6 00000080:00010000:2.0:1787756108.248148:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xbe:0x0](ffffa0e6e0204b08) 00000080:00010000:2.0:1787756108.248153:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ceeb6 from it ffffbc5601c77bd0 00010000:00010000:2.0:1787756108.248157:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceeb6 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222ea7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.248167:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceeb6 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222ea7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756108.248221:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file syspurpose:[0x2400007ed:0xbe:0x0](ffffa0e6e0204b08) current size 4096, valid attrs 41, mode 41ed, uid -744632320, gid -24346, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00010000:00010000:2.0:1787756108.248261:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceeb6 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222ea7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.248357:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceeb6 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222ea7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.248365:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.248368:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceeb6 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222ea7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756108.248389:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.248396:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60ca300 x1874589766051840/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.248423:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766051840:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.248522:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.261372:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766051840:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.261423:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xbe:0x0], updating i_size 4096 00000080:00200008:2.0:1787756108.261442:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file syspurpose:[0x2400007ed:0xbe:0x0](ffffa0e6e0204b08) current size 4096, valid attrs 10000041, mode 41ed, uid -744632320, gid -24346, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200000:2.0:1787756108.261510:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.261522:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756108.261534:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.261537:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=16 00000080:00200000:2.0:1787756108.261540:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.261559:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pluginconf.d, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), flags=1536 00000080:00200000:2.0:1787756108.261563:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756108.261569:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756108.261575:0:138509:0:(namei.c:2239:do_mkdir()) VFS Op:name=pluginconf.d, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8) 00010000:00010000:2.0:1787756108.261643:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cee0e lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222c2a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.261720:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cee0e lrc: 1/0,0 mode: --/PR res: [0x200024df1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222c2a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.261728:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.261732:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8800/0xc63d509de01cee0e lrc: 0/0,0 mode: --/PR res: [0x200024df1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222c2a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756108.261769:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.261781:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60cb800 x1874589766052096/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.261808:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766052096:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.261909:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.271559:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766052096:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.271650:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x1123:0x0](ffffa0e6e0205348) 00000080:00200000:2.0:1787756108.271660:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1123:0x0], updating i_size 4096 00000080:00200000:2.0:1787756108.271775:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.271787:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756108.271801:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.271804:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=16 00000080:00200000:2.0:1787756108.271808:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.271820:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pluginconf.d, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), flags=0 00000080:00200000:2.0:1787756108.271825:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pluginconf.d, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), intent=getattr 00000002:00010000:2.0:1787756108.271853:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pluginconf.d,[0x0:0x0:0x0]) in obj [0x200024df1:0x16:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787756108.271927:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceebd lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.271938:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceebd lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.271948:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceebd lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.271972:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766052224:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.272076:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.275526:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766052224:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.275563:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceebd lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f09 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.275592:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceebd lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f09 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.275598:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceebd lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f09 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.275608:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceebd lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f09 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.275616:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceebd lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f09 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.275626:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceebd lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f09 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.275634:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceebd lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f09 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.275639:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceebd lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f09 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.275647:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c60c8e00 x1874589766052224/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/672 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.275659:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceebd lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f09 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.275665:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4387 (0 0) 00000080:00200000:2.0:1787756108.275671:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x16:0x0] suppgids 0 -1: rc 0 00000002:00010000:2.0:1787756108.275987:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200024df0:0x1d:0x0]) in obj [0x200024df0:0x1d:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787756108.276043:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceec4 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.276049:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceec4 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.276056:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceec4 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.276072:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766052352:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.276198:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.281251:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766052352:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.281359:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceec4 lrc: 4/1,0 mode: --/CR res: [0x200024df0:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f17 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.281375:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceec4 lrc: 4/1,0 mode: --/PR res: [0x200024df0:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f17 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.281390:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceec4 lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f17 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.281403:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceec4 lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f17 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.281418:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceec4 lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f17 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.281427:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceec4 lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f17 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.281435:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceec4 lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f17 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.281448:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c60c8000 x1874589766052352/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.281464:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceec4 lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f17 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.281479:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590085616/29 (0 0) 00010000:00010000:2.0:1787756108.281488:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceec4 lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f17 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.281498:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceec4 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f17 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00010000:2.0:1787756108.281534:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000fb9:0x1d:0x0]) in obj [0x240000fb9:0x1d:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787756108.281592:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceecb lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.281601:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceecb lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.281611:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceecb lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.281634:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766052480:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.281723:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.291185:0:138509:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: committing for last_committed 8589935504 gen 1 00000100:00100000:2.0:1787756108.291414:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766052480:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.291440:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceecb lrc: 4/1,0 mode: --/CR res: [0x240000fb9:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f25 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.291452:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceecb lrc: 4/1,0 mode: --/PR res: [0x240000fb9:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f25 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.291466:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceecb lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f25 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.291479:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceecb lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f25 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.291495:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceecb lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f25 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.291504:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceecb lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f25 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.291513:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceecb lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f25 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.291527:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c60c8000 x1874589766052480/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.291543:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceecb lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f25 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.291558:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663680441/29 (0 0) 00010000:00010000:2.0:1787756108.291566:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceecb lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f25 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.291574:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceecb lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f25 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.291604:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1123:0x0], updating i_size 8192 00000080:00200000:2.0:1787756108.291608:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x1123:0x0](ffffa0e6e0205348): rc = 0 00000080:00010000:2.0:1787756108.291618:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1123:0x0](ffffa0e6e0205348) for lock 0xc63d509de01ceebd 00000080:00010000:2.0:1787756108.291634:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1123:0x0](ffffa0e6e0205348) 00000080:00010000:2.0:1787756108.291637:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ceebd from it ffffbc5601c77b70 00010000:00010000:2.0:1787756108.291641:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceebd lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f09 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.291647:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceebd lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f09 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756108.291783:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file pluginconf.d:[0x20001a9e3:0x1123:0x0](ffffa0e6e0205348) current size 8192, valid attrs 10160, mode ffff, uid -744632320, gid -24346, new size 18446639511986098176, atime 1787756108.000000000, mtime 1706176886.000000000, ctime 1787756108.000000000 00010000:00010000:2.0:1787756108.291826:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceebd lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222f09 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.292012:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceebd lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222f09 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.292026:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.292028:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceebd lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222f09 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756108.292052:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.292058:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60c8e00 x1874589766052736/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.292078:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766052736:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.292332:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787756108.296617:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:0.0:1787756108.296722:0:116615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589785007232 00000100:00100000:0.0:1787756108.296735:0:116615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589785007232 00000100:00100000:0.0:1787756108.296863:0:116615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5205 00000100:00100000:0.0:1787756108.296877:0:116615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6d86c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:d820e3d8-0101-4517-9bdc-79801f6168f8+5:6525:x1874589785007232:12345-192.168.201.131@tcp:104: 00010000:00010000:0.0:1787756108.296902:0:116615:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceec4 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d222f17 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.297011:0:116615:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787756108.297019:0:116615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6d86c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:d820e3d8-0101-4517-9bdc-79801f6168f8+5:6525:x1874589785007232:12345-192.168.201.131@tcp:104: Request processed in 145us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1787756108.297027:0:116615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5205 00010000:00010000:2.0:1787756108.297078:0:116550:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787756108.297091:0:116550:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceec4 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d222f17 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.297101:0:116550:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e6ca037a00 already unused, calling callback (ffffffffc1aa93c0) 00010000:00010000:2.0:1787756108.297107:0:116550:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceec4 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1d:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d222f17 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.297117:0:116550:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceec4 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1d:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d222f17 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.297126:0:116550:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceec4 lrc: 3/0,0 mode: PR/PR res: [0x200024df0:0x1d:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa58e5f4f9d222f17 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.297201:0:116550:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceec4 lrc: 2/0,0 mode: --/PR res: [0x200024df0:0x1d:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222f17 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.297209:0:116550:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.297242:0:116550:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceec4 lrc: 1/0,0 mode: --/PR res: [0x200024df0:0x1d:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222f17 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.297250:0:116550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceec4 lrc: 0/0,0 mode: --/PR res: [0x200024df0:0x1d:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222f17 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.297303:0:116550:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787756108.297306:0:116550:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787756108.297307:0:116550:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756108.297317:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787756108.297335:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766052864:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787756108.300145:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766052864:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787756108.300471:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:1.0:1787756108.300673:0:15195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589785007488 00000100:00100000:1.0:1787756108.300683:0:15195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589785007488 00000100:00100000:1.0:1787756108.300793:0:15195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5206 00000100:00100000:1.0:1787756108.300805:0:15195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6c659a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d820e3d8-0101-4517-9bdc-79801f6168f8+5:8451:x1874589785007488:12345-192.168.201.131@tcp:104: 00010000:00010000:1.0:1787756108.300825:0:15195:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceecb lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d222f25 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787756108.300917:0:15195:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787756108.300925:0:15195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6c659a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d820e3d8-0101-4517-9bdc-79801f6168f8+5:8451:x1874589785007488:12345-192.168.201.131@tcp:104: Request processed in 122us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1787756108.300936:0:15195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5206 00010000:00010000:2.0:1787756108.300987:0:31243:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787756108.300995:0:31243:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceecb lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d222f25 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.301010:0:31243:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e6ca036e00 already unused, calling callback (ffffffffc1aa93c0) 00010000:00010000:2.0:1787756108.301016:0:31243:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceecb lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1d:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d222f25 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.301027:0:31243:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceecb lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1d:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d222f25 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.301036:0:31243:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceecb lrc: 3/0,0 mode: PR/PR res: [0x240000fb9:0x1d:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa58e5f4f9d222f25 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.301107:0:31243:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceecb lrc: 2/0,0 mode: --/PR res: [0x240000fb9:0x1d:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222f25 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.301114:0:31243:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.301140:0:31243:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceecb lrc: 1/0,0 mode: --/PR res: [0x240000fb9:0x1d:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222f25 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.301148:0:31243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceecb lrc: 0/0,0 mode: --/PR res: [0x240000fb9:0x1d:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d222f25 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.301172:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787756108.301173:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787756108.301175:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756108.301218:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756108.301237:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766052992:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756108.307046:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766052992:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787756108.307225:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766052736:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.307265:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1123:0x0], updating i_size 4096 00000080:00200008:2.0:1787756108.307301:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file pluginconf.d:[0x20001a9e3:0x1123:0x0](ffffa0e6e0205348) current size 4096, valid attrs 10010160, mode ffff, uid -744632320, gid -24346, new size 18446639511986098176, atime 1787756108.000000000, mtime 1706176886.000000000, ctime 1787756108.000000000, rc 0 00000080:00200000:2.0:1787756108.307361:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.307371:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756108.307381:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.307386:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=16 00000080:00200000:2.0:1787756108.307390:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.307407:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pluginconf.d, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), flags=0 00000080:00200000:2.0:1787756108.307413:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pluginconf.d, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), intent=getattr 00000002:00010000:2.0:1787756108.307441:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pluginconf.d,[0x0:0x0:0x0]) in obj [0x200024df1:0x16:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787756108.307519:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceed2 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.307530:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceed2 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.307542:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceed2 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.307580:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766053120:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.307732:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756108.312991:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766053120:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756108.313027:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceed2 lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f5d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.313066:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceed2 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f5d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.313076:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceed2 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f5d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.313090:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceed2 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f5d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.313102:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceed2 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f5d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.313117:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceed2 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f5d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.313127:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceed2 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f5d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.313135:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceed2 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f5d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756108.313150:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c60ca300 x1874589766053120/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/672 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756108.313165:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceed2 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f5d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.313177:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4387 (0 0) 00000080:00200000:3.0:1787756108.313186:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x16:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756108.313230:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1123:0x0], updating i_size 4096 00000080:00200000:3.0:1787756108.313234:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x1123:0x0](ffffa0e6e0205348): rc = 0 00000080:00010000:3.0:1787756108.313242:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1123:0x0](ffffa0e6e0205348) for lock 0xc63d509de01ceed2 00000080:00010000:3.0:1787756108.313257:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1123:0x0](ffffa0e6e0205348) 00000080:00010000:3.0:1787756108.313262:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ceed2 from it ffffbc5601c77bc0 00010000:00010000:3.0:1787756108.313265:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceed2 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f5d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.313311:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceed2 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f5d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787756108.313372:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file pluginconf.d:[0x20001a9e3:0x1123:0x0](ffffa0e6e0205348) current size 4096, valid attrs 46, mode ffff, uid 0, gid 0, new size 18446639511986098176, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00010000:00010000:3.0:1787756108.313396:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceed2 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222f5d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.313456:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceed2 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222f5d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.313464:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756108.313467:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036800/0xc63d509de01ceed2 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222f5d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787756108.313489:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756108.313497:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5622680 x1874589766053376/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756108.313524:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5622680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766053376:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756108.313606:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d00249c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756108.331762:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5622680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766053376:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756108.331813:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1123:0x0], updating i_size 4096 00000080:00200008:3.0:1787756108.331827:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file pluginconf.d:[0x20001a9e3:0x1123:0x0](ffffa0e6e0205348) current size 4096, valid attrs 10000046, mode ffff, uid 0, gid 0, new size 18446639511986098176, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200000:2.0:1787756108.332097:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.332109:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756108.332118:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.332122:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=17 00000080:00200000:2.0:1787756108.332125:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.332249:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pluginconf.d, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), flags=1 00000080:00200000:2.0:1787756108.332256:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pluginconf.d, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), intent=getattr 00000002:00010000:2.0:1787756108.332431:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pluginconf.d,[0x0:0x0:0x0]) in obj [0x200024df1:0x16:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787756108.332518:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceed9 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.332531:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceed9 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.332543:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceed9 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.332582:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766053504:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.332683:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8180 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.338725:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766053504:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.338774:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceed9 lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.338811:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceed9 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.338820:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceed9 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.338834:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceed9 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.338914:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceed9 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.338932:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceed9 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.338947:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceed9 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.338956:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceed9 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.338971:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c60cb100 x1874589766053504/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/672 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.338987:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceed9 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.339000:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4387 (0 0) 00000080:00200000:2.0:1787756108.339008:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x16:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756108.339054:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1123:0x0], updating i_size 4096 00000080:00200000:2.0:1787756108.339058:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x1123:0x0](ffffa0e6e0205348): rc = 0 00000080:00010000:2.0:1787756108.339067:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1123:0x0](ffffa0e6e0205348) for lock 0xc63d509de01ceed9 00000080:00010000:2.0:1787756108.339083:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1123:0x0](ffffa0e6e0205348) 00000080:00010000:2.0:1787756108.339087:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ceed9 from it ffffbc5601c77bd0 00010000:00010000:2.0:1787756108.339091:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceed9 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222f95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.339102:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceed9 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222f95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756108.339466:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file pluginconf.d:[0x20001a9e3:0x1123:0x0](ffffa0e6e0205348) current size 4096, valid attrs 41, mode 41ed, uid -744632320, gid -24346, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00010000:00010000:2.0:1787756108.339499:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceed9 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222f95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.339839:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceed9 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222f95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.339920:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.339924:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceed9 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1123:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222f95 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756108.339952:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.339961:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60cb100 x1874589766053760/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.339989:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766053760:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.340089:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8180 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.353064:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb100 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766053760:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.353113:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1123:0x0], updating i_size 4096 00000080:00200008:2.0:1787756108.353128:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file pluginconf.d:[0x20001a9e3:0x1123:0x0](ffffa0e6e0205348) current size 4096, valid attrs 10000041, mode 41ed, uid -744632320, gid -24346, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200000:2.0:1787756108.353218:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.353229:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756108.353239:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.353243:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=16 00000080:00200000:2.0:1787756108.353247:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.353266:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=facts, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), flags=1536 00000080:00200000:2.0:1787756108.353335:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756108.353342:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756108.353348:0:138509:0:(namei.c:2239:do_mkdir()) VFS Op:name=facts, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8) 00000020:00100000:2.0:1787756108.353437:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.353447:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60c8380 x1874589766054016/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.353473:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766054016:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.353689:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8180 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.364445:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766054016:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.364521:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x1124:0x0](ffffa0e6e0201988) 00000080:00200000:2.0:1787756108.364530:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1124:0x0], updating i_size 4096 00000080:00200000:2.0:1787756108.364631:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.364643:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756108.364652:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.364656:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=16 00000080:00200000:2.0:1787756108.364659:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.364673:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=facts, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), flags=0 00000080:00200000:2.0:1787756108.364678:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=facts, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), intent=getattr 00000002:00010000:2.0:1787756108.364705:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: facts,[0x0:0x0:0x0]) in obj [0x200024df1:0x16:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787756108.364794:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceee0 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.364805:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceee0 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.364815:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceee0 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.364838:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766054144:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.366197:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8180 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.372958:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766054144:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.372995:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceee0 lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222ff7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.373028:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceee0 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222ff7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.373037:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceee0 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222ff7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.373050:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceee0 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222ff7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.373062:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceee0 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222ff7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.373076:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceee0 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222ff7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.373085:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceee0 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222ff7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.373094:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceee0 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222ff7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.373108:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c60c9c00 x1874589766054144/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.373123:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceee0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222ff7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.373134:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4388 (0 0) 00000080:00200000:2.0:1787756108.373142:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x16:0x0] suppgids 0 -1: rc 0 00000002:00010000:2.0:1787756108.373628:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200024df0:0x1e:0x0]) in obj [0x200024df0:0x1e:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787756108.373686:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceee7 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.373694:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceee7 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.373703:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceee7 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.373725:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766054272:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.373870:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8180 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.378891:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766054272:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.378925:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceee7 lrc: 4/1,0 mode: --/CR res: [0x200024df0:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223005 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.378940:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceee7 lrc: 4/1,0 mode: --/PR res: [0x200024df0:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223005 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.378954:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceee7 lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223005 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.378983:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceee7 lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223005 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.378997:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceee7 lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223005 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.379006:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceee7 lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223005 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.379015:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceee7 lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223005 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.379027:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c60c9f80 x1874589766054272/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.379042:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceee7 lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223005 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.379057:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590085616/30 (0 0) 00010000:00010000:2.0:1787756108.379067:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceee7 lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223005 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.379077:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceee7 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223005 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00010000:2.0:1787756108.379119:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000fb9:0x1e:0x0]) in obj [0x240000fb9:0x1e:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787756108.379187:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01ceeee lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.379197:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01ceeee lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.379207:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01ceeee lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.379229:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766054400:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.379357:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8180 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.390470:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766054400:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.390505:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01ceeee lrc: 4/1,0 mode: --/CR res: [0x240000fb9:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223013 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.390519:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01ceeee lrc: 4/1,0 mode: --/PR res: [0x240000fb9:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223013 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.390533:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01ceeee lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223013 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.390545:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01ceeee lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223013 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.390564:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01ceeee lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223013 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.390572:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01ceeee lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223013 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.390584:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01ceeee lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223013 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.390595:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c60c9f80 x1874589766054400/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.390609:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01ceeee lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223013 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.390622:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663680441/30 (0 0) 00010000:00010000:2.0:1787756108.390630:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01ceeee lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223013 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.390638:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01ceeee lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223013 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.390685:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1124:0x0], updating i_size 8192 00000080:00200000:2.0:1787756108.390690:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x1124:0x0](ffffa0e6e0201988): rc = 0 00000080:00010000:2.0:1787756108.390700:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1124:0x0](ffffa0e6e0201988) for lock 0xc63d509de01ceee0 00000080:00010000:2.0:1787756108.390716:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1124:0x0](ffffa0e6e0201988) 00000080:00010000:2.0:1787756108.390720:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ceee0 from it ffffbc5601c77b70 00010000:00010000:2.0:1787756108.390724:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceee0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d222ff7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.390733:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceee0 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d222ff7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756108.390955:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file facts:[0x20001a9e3:0x1124:0x0](ffffa0e6e0201988) current size 8192, valid attrs 10160, mode ffff, uid -744632320, gid -24346, new size 18446639511986098176, atime 1787756108.000000000, mtime 1706176886.000000000, ctime 1787756108.000000000 00010000:00010000:2.0:1787756108.390996:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceee0 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222ff7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.391057:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceee0 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222ff7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.391064:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.391066:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceee0 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222ff7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756108.391091:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.391096:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60c9c00 x1874589766054656/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.391116:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766054656:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.391599:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8180 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.398213:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:1.0:1787756108.398798:0:18630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589785011200 00000100:00100000:1.0:1787756108.398813:0:18630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589785011200 00000100:00100000:1.0:1787756108.398884:0:18630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5207 00000100:00100000:1.0:1787756108.398898:0:18630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6c659b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d820e3d8-0101-4517-9bdc-79801f6168f8+5:6525:x1874589785011200:12345-192.168.201.131@tcp:104: 00010000:00010000:1.0:1787756108.398923:0:18630:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceee7 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d223005 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787756108.399252:0:18630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787756108.399261:0:18630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6c659b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d820e3d8-0101-4517-9bdc-79801f6168f8+5:6525:x1874589785011200:12345-192.168.201.131@tcp:104: Request processed in 366us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1787756108.399299:0:18630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5207 00010000:00010000:3.0:1787756108.399501:0:15204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787756108.399511:0:15204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceee7 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d223005 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.399522:0:15204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e6ca037a00 already unused, calling callback (ffffffffc1aa93c0) 00010000:00010000:3.0:1787756108.399528:0:15204:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceee7 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1e:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d223005 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.399537:0:15204:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceee7 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1e:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d223005 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.399546:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceee7 lrc: 3/0,0 mode: PR/PR res: [0x200024df0:0x1e:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa58e5f4f9d223005 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.399622:0:15204:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceee7 lrc: 2/0,0 mode: --/PR res: [0x200024df0:0x1e:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d223005 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.399630:0:15204:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756108.399674:0:15204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceee7 lrc: 1/0,0 mode: --/PR res: [0x200024df0:0x1e:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d223005 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.399687:0:15204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01ceee7 lrc: 0/0,0 mode: --/PR res: [0x200024df0:0x1e:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d223005 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.399710:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756108.399711:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756108.399713:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756108.399723:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756108.399848:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5620000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766054784:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756108.402693:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5620000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766054784:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787756108.405588:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:1.0:1787756108.405710:0:15194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589785011456 00000100:00100000:1.0:1787756108.405722:0:15194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589785011456 00000100:00100000:1.0:1787756108.405845:0:15194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5208 00000100:00100000:1.0:1787756108.405857:0:15194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6c6598700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d820e3d8-0101-4517-9bdc-79801f6168f8+5:8451:x1874589785011456:12345-192.168.201.131@tcp:104: 00010000:00010000:1.0:1787756108.405879:0:15194:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01ceeee lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d223013 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787756108.405980:0:15194:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787756108.405988:0:15194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6c6598700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d820e3d8-0101-4517-9bdc-79801f6168f8+5:8451:x1874589785011456:12345-192.168.201.131@tcp:104: Request processed in 133us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1787756108.405995:0:15194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5208 00010000:00010000:3.0:1787756108.406050:0:15205:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787756108.406059:0:15205:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01ceeee lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d223013 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.406069:0:15205:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e6ca036600 already unused, calling callback (ffffffffc1aa93c0) 00010000:00010000:3.0:1787756108.406075:0:15205:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01ceeee lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1e:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d223013 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.406086:0:15205:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01ceeee lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1e:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d223013 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.406095:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01ceeee lrc: 3/0,0 mode: PR/PR res: [0x240000fb9:0x1e:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa58e5f4f9d223013 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.406163:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01ceeee lrc: 2/0,0 mode: --/PR res: [0x240000fb9:0x1e:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d223013 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.406176:0:15205:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756108.406206:0:15205:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01ceeee lrc: 1/0,0 mode: --/PR res: [0x240000fb9:0x1e:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d223013 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.406214:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01ceeee lrc: 0/0,0 mode: --/PR res: [0x240000fb9:0x1e:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d223013 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.406246:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756108.406249:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756108.406250:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756108.406532:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787756108.406550:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5620000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766054912:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787756108.412243:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5620000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766054912:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787756108.413889:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766054656:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.413935:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1124:0x0], updating i_size 4096 00000080:00200008:2.0:1787756108.413950:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file facts:[0x20001a9e3:0x1124:0x0](ffffa0e6e0201988) current size 4096, valid attrs 10010160, mode ffff, uid -744632320, gid -24346, new size 18446639511986098176, atime 1787756108.000000000, mtime 1706176886.000000000, ctime 1787756108.000000000, rc 0 00000080:00200000:2.0:1787756108.414015:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.414025:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756108.414035:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.414038:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=16 00000080:00200000:2.0:1787756108.414042:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.414059:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=facts, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), flags=0 00000080:00200000:2.0:1787756108.414065:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=facts, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), intent=getattr 00000002:00010000:2.0:1787756108.414092:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: facts,[0x0:0x0:0x0]) in obj [0x200024df1:0x16:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787756108.414163:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceef5 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.414174:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceef5 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.414185:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceef5 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.414205:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766055040:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.414380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8180 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.419065:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766055040:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.419100:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceef5 lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22304b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.419137:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceef5 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22304b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.419148:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceef5 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22304b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.419161:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceef5 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22304b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.419173:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceef5 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22304b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.419186:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceef5 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22304b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.419196:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceef5 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22304b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.419204:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceef5 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22304b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.419217:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c60c9f80 x1874589766055040/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.419232:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceef5 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22304b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.419243:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4388 (0 0) 00000080:00200000:2.0:1787756108.419539:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x16:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756108.419586:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1124:0x0], updating i_size 4096 00000080:00200000:2.0:1787756108.419590:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x1124:0x0](ffffa0e6e0201988): rc = 0 00000080:00010000:2.0:1787756108.419599:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1124:0x0](ffffa0e6e0201988) for lock 0xc63d509de01ceef5 00000080:00010000:2.0:1787756108.419622:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1124:0x0](ffffa0e6e0201988) 00000080:00010000:2.0:1787756108.419627:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ceef5 from it ffffbc5601c77bc0 00010000:00010000:2.0:1787756108.419631:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceef5 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22304b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.419641:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceef5 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22304b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756108.419696:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file facts:[0x20001a9e3:0x1124:0x0](ffffa0e6e0201988) current size 4096, valid attrs 46, mode ffff, uid 0, gid 0, new size 18446639511986098176, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00010000:00010000:2.0:1787756108.419720:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceef5 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22304b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.419792:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceef5 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22304b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.419800:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.419803:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceef5 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22304b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756108.419825:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.419833:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60c9f80 x1874589766055296/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.419859:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766055296:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.419943:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8180 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.430888:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766055296:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.430936:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1124:0x0], updating i_size 4096 00000080:00200008:2.0:1787756108.430953:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file facts:[0x20001a9e3:0x1124:0x0](ffffa0e6e0201988) current size 4096, valid attrs 10000046, mode ffff, uid 0, gid 0, new size 18446639511986098176, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200000:2.0:1787756108.431018:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.431029:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756108.431038:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.431042:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=17 00000080:00200000:2.0:1787756108.431046:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.431063:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=facts, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), flags=1 00000080:00200000:2.0:1787756108.431068:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=facts, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), intent=getattr 00000002:00010000:2.0:1787756108.431095:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: facts,[0x0:0x0:0x0]) in obj [0x200024df1:0x16:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787756108.431171:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceefc lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.431184:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceefc lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.431194:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceefc lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.431219:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766055424:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.431358:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8180 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.438289:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766055424:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.438323:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceefc lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223083 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.438357:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceefc lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223083 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.438366:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceefc lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223083 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.438379:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceefc lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223083 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.438390:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceefc lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223083 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.438404:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceefc lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223083 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.438413:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceefc lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223083 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.438420:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceefc lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223083 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.438433:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c60caa00 x1874589766055424/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.438447:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceefc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223083 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.438458:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4388 (0 0) 00000080:00200000:2.0:1787756108.438466:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x16:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756108.438505:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1124:0x0], updating i_size 4096 00000080:00200000:2.0:1787756108.438509:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x1124:0x0](ffffa0e6e0201988): rc = 0 00000080:00010000:2.0:1787756108.438517:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1124:0x0](ffffa0e6e0201988) for lock 0xc63d509de01ceefc 00000080:00010000:2.0:1787756108.438531:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1124:0x0](ffffa0e6e0201988) 00000080:00010000:2.0:1787756108.438536:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ceefc from it ffffbc5601c77bd0 00010000:00010000:2.0:1787756108.438539:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceefc lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223083 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.438549:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceefc lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223083 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756108.438599:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file facts:[0x20001a9e3:0x1124:0x0](ffffa0e6e0201988) current size 4096, valid attrs 41, mode 41ed, uid -744632320, gid -24346, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00010000:00010000:2.0:1787756108.438622:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceefc lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d223083 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.438672:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceefc lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d223083 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.438680:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.438683:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01ceefc lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1124:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d223083 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756108.438702:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.438709:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60caa00 x1874589766055680/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.438734:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766055680:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.438834:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8180 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.453544:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766055680:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.453592:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1124:0x0], updating i_size 4096 00000080:00200008:2.0:1787756108.453608:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file facts:[0x20001a9e3:0x1124:0x0](ffffa0e6e0201988) current size 4096, valid attrs 10000041, mode 41ed, uid -744632320, gid -24346, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200000:0.0:1787756108.459159:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:0.0:1787756108.459181:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:0.0:1787756108.459193:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756108.459197:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=16 00000080:00200000:0.0:1787756108.459200:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756108.459234:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=ca, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), flags=1536 00000080:00200000:0.0:1787756108.459238:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 3 00000080:00200000:0.0:1787756108.459247:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 3 00000080:00200000:0.0:1787756108.459252:0:138509:0:(namei.c:2239:do_mkdir()) VFS Op:name=ca, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8) 00000020:00100000:0.0:1787756108.459408:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756108.459426:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6598000 x1874589766055936/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756108.459458:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766055936:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756108.459564:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.472126:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766055936:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.472192:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x1125:0x0](ffffa0e6e0200908) 00000080:00200000:2.0:1787756108.472200:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1125:0x0], updating i_size 4096 00000080:00200000:2.0:1787756108.472365:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.472375:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756108.472385:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.472388:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=17 00000080:00200000:2.0:1787756108.472391:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.472408:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=ca, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), flags=17 00000080:00200000:2.0:1787756108.472413:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=ca, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), intent=0 00000002:00010000:2.0:1787756108.472438:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ca,[0x0:0x0:0x0]) in obj [0x200024df1:0x16:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787756108.472505:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef03 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.472515:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef03 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.472525:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef03 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.472547:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766056064:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.472706:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8180 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.480149:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766056064:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.480186:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef03 lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2230e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.480223:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef03 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2230e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.480233:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef03 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2230e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.480247:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef03 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2230e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.480260:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef03 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2230e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.480311:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef03 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2230e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.480318:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef03 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2230e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.480323:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef03 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2230e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.480332:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffffa0e6c60c8a80 x1874589766056064/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.480344:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef03 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2230e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.480352:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4389 (0 0) 00000080:00200000:2.0:1787756108.480359:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200024df1:0x16:0x0] suppgids 0 -1: rc 0 00000002:00010000:2.0:1787756108.480458:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200024df0:0x1f:0x0]) in obj [0x200024df0:0x1f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787756108.480507:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef0a lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.480512:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef0a lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.480519:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef0a lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.480535:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766056192:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.480621:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8180 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.484101:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766056192:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.484137:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef0a lrc: 4/1,0 mode: --/CR res: [0x200024df0:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2230f3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.484154:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef0a lrc: 4/1,0 mode: --/PR res: [0x200024df0:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2230f3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.484168:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef0a lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2230f3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.484182:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef0a lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2230f3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.484195:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef0a lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2230f3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.484204:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef0a lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2230f3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.484218:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef0a lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2230f3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.484232:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c60c9880 x1874589766056192/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.484248:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef0a lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2230f3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.484265:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590085616/31 (0 0) 00010000:00010000:2.0:1787756108.484399:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef0a lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2230f3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.484407:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef0a lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2230f3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00010000:2.0:1787756108.484444:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000fb9:0x1f:0x0]) in obj [0x240000fb9:0x1f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787756108.484502:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef11 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.484511:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef11 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.484522:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef11 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.484543:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766056320:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.484624:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8180 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.493703:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766056320:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.493735:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef11 lrc: 4/1,0 mode: --/CR res: [0x240000fb9:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223101 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.493756:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef11 lrc: 4/1,0 mode: --/PR res: [0x240000fb9:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223101 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.493766:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef11 lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223101 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.493776:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef11 lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223101 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.493786:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef11 lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223101 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.493792:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef11 lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223101 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.493797:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef11 lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223101 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.493806:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c60c9880 x1874589766056320/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.493817:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef11 lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223101 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.493829:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663680441/31 (0 0) 00010000:00010000:2.0:1787756108.493836:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef11 lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223101 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.493842:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef11 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223101 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.493878:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1125:0x0], updating i_size 8192 00000080:00200000:2.0:1787756108.493882:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x1125:0x0](ffffa0e6e0200908): rc = 0 00000080:00010000:2.0:1787756108.493892:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1125:0x0](ffffa0e6e0200908) for lock 0xc63d509de01cef03 00000080:00010000:2.0:1787756108.493907:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1125:0x0](ffffa0e6e0200908) 00000080:00010000:2.0:1787756108.493910:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cef03 from it ffffbc5601c77ac8 00010000:00010000:2.0:1787756108.493913:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef03 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2230e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.493919:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef03 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2230e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.493940:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1125:0x0](ffffa0e6e0200908), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.493965:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1125:0x0](ffffa0e6e0200908), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756108.493969:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=redhat-entitlement-authority.pem, dir=[0x20001a9e3:0x1125:0x0](ffffa0e6e0200908), file ffffa0e6d18d1800, open_flags 89c1, mode 8180 opened 0 00000080:00200000:2.0:1787756108.493976:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=redhat-entitlement-authority.pem, dir=[0x20001a9e3:0x1125:0x0](ffffa0e6e0200908), intent=open|creat 00000002:00010000:2.0:1787756108.494005:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: redhat-entitlement-authority.pem,[0x2400007ed:0xc1:0x0]) in obj [0x240000fb9:0x1f:0x0], intent: open|creat flags 0104702 00010000:00010000:2.0:1787756108.494016:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef11 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d223101 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.494078:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef11 lrc: 1/0,0 mode: --/PR res: [0x240000fb9:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d223101 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.494091:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.494094:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef11 lrc: 0/0,0 mode: --/PR res: [0x240000fb9:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d223101 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.494134:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef18 lrc: 3/0,1 mode: --/CW res: [0x240000fb9:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.494142:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef18 lrc: 3/0,1 mode: --/CW res: [0x240000fb9:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787756108.494215:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787756108.494549:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60c8a80 x1874589766056576/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 680/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787756108.494560:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef18 lrc: 3/0,1 mode: --/CW res: [0x240000fb9:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.494586:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766056576:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.494748:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8180 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.498244:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766056576:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.498317:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef18 lrc: 4/0,1 mode: --/CW res: [0x240000fb9:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22311d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.498354:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef18 lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22311d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.498363:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef18 lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22311d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.498382:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef18 lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22311d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.498395:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef18 lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22311d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.498411:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef18 lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22311d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.498420:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef18 lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22311d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.498428:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef18 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22311d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.498442:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c60c8a80 x1874589766056576/t8589935514(8589935514) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 680/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1787756108.498457:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c60c8a80 x1874589766056576/t8589935514(8589935514) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 680/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.498473:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef18 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22311d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756108.498488:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef18 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22311d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.498500:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/193 (0 0) 00000080:00200000:2.0:1787756108.498509:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000fb9:0x1f:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756108.498525:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=redhat-entitlement-authority.pem, dir=[0x20001a9e3:0x1125:0x0](ffffa0e6e0200908), intent=open|creat 00000080:00200000:2.0:1787756108.498562:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0xc1:0x0](ffffa0e6e020e3c8) 00000080:00200000:2.0:1787756108.498648:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xc1:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:2.0:1787756108.498652:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0xc1:0x0](ffffa0e6e020e3c8) 00000080:00010000:2.0:1787756108.498655:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xc1:0x0](ffffa0e6e020e3c8) for lock 0xc63d509de01cef18 00000080:00010000:2.0:1787756108.498664:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xc1:0x0](ffffa0e6e020e3c8) 00000080:00200008:2.0:1787756108.498682:0:138509:0:(file.c:1090:ll_file_open()) START file redhat-entitlement-authority.pem:[0x2400007ed:0xc1:0x0](ffffa0e6e020e3c8), flags 104701 00000002:00100000:2.0:1787756108.498702:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c60c8a80 x1874589766056576/t8589935514(8589935514) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 608/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1787756108.498779:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cef18 from it ffffa0e6d865d720 00010000:00010000:2.0:1787756108.498786:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef18 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d22311d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.498795:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef18 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d22311d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.498821:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xc1:0x0](ffffa0e6e020e3c8), inode mode 8180 mask 40 00000080:00200008:2.0:1787756108.498854:0:138509:0:(file.c:2650:do_file_write_iter()) START file redhat-entitlement-authority.pem:[0x2400007ed:0xc1:0x0], ppos: 0, count: 2305 00000080:00200000:2.0:1787756108.498869:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 2305 bytes 00000080:00200000:2.0:1787756108.498876:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 2305 00000080:00200000:2.0:1787756108.498882:0:138509:0:(file.c:2090:ll_file_io_generic()) redhat-entitlement-authority.pem: write ppos: 0, bytes: 2305 00000080:00200000:2.0:1787756108.498887:0:138509:0:(file.c:1848:ll_io_set_mirror()) redhat-entitlement-authority.pem: desiginated mirror: 0 00000020:00200000:2.0:1787756108.498895:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c934aa4b[0x110, 1, [0x2400007ed:0xc1:0x0] hash] 00000020:00200000:2.0:1787756108.498897:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 2305) 2048 0 00000080:00200000:2.0:1787756108.498902:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xc1:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756108.498916:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:2.0:1787756108.498925:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 2305) 2305, 2305 00020000:00200000:2.0:1787756108.498929:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756108.498947:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:2.0:1787756108.498960:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:2.0:1787756108.498966:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c96c01b0, osc lock ffffa0e6d0ad6000, flags 0x40000 00010000:00010000:2.0:1787756108.499012:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d57712c8/0xc63d509de01cef1f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.499018:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d57712c8/0xc63d509de01cef1f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.499026:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d57712c8/0xc63d509de01cef1f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.499041:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766056704:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.499124:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8480 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.501009:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766056704:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.501044:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d57712c8/0xc63d509de01cef1f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22312b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.501062:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d57712c8/0xc63d509de01cef1f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22312b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.501073:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d57712c8/0xc63d509de01cef1f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22312b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.501086:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d57712c8/0xc63d509de01cef1f lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22312b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787756108.501101:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d57712c8/0xc63d509de01cef1f lrc: 4/0,2 mode: PW/PW res: [0x2c0000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d22312b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.501110:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d57712c8/0xc63d509de01cef1f lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22312b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.501116:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d57712c8/0xc63d509de01cef1f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22312b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756108.501139:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) redhat-entitlement-authority.pem: write [0, 2305) append 0 append lockpos 0 00000080:00200000:2.0:1787756108.501168:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 2305 bytes 00000080:00200000:2.0:1787756108.501233:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 2305, copied 2305 00000080:00200000:2.0:1787756108.501247:0:138509:0:(rw26.c:929:ll_write_end()) page@0000000018e2d4b0[3 00000000ecba2698 2 1 000000008b6b77e9 0 0 0] 00000080:00200000:2.0:1787756108.501251:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @000000001b44a8e7 17ffffc0001001 3:0 ffffa0e6c6e89ee0 0 lru 00000080:00200000:2.0:1787756108.501259:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@00000000b0a5c15a 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000096e19b13 0000000099614ae0 > 3< 0 0 > 4< 0 0 8 480292864 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787756108.501261:0:138509:0:(rw26.c:929:ll_write_end()) end page@0000000018e2d4b0 00000080:00200000:2.0:1787756108.501263:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787756108.501305:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 2305 prio 0 00000008:00010000:2.0:1787756108.501333:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 0000000058964948 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d57712c8/0xc63d509de01cef1f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22312b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756108.501356:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e020e578, count 1, dirtied 1 00000080:00200000:2.0:1787756108.501362:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 2305 bytes, tot: 2305 00000080:00200000:2.0:1787756108.501365:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) redhat-entitlement-authority.pem: write bytes 0, result: 2305 00000020:00010000:2.0:1787756108.501385:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:2.0:1787756108.501389:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756108.501393:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c96c01b0 (ffffa0e6c3555c68/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756108.501399:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d57712c8/0xc63d509de01cef1f lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22312b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.501409:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d57712c8/0xc63d509de01cef1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22312b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1787756108.501427:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756108.501430:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c96c01b0 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756108.501440:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 2305 bytes 00000080:00200000:2.0:1787756108.501450:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:2.0:1787756108.501462:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xc1:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787756108.501466:0:138509:0:(file.c:2238:ll_file_io_generic()) redhat-entitlement-authority.pem: 2 io complete with rc: 0, result: 2305, restart: 0 00000080:00200000:2.0:1787756108.501473:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x2400007ed:0xc1:0x0] updating i_size 2305 i_blocks 0 00000080:00200000:2.0:1787756108.501478:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 2305 00000080:00200008:2.0:1787756108.501511:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file redhat-entitlement-authority.pem:[0x2400007ed:0xc1:0x0](ffffa0e6e020e3c8) current size 2305, valid attrs 10160, mode 5560, uid -779282432, gid -24346, new size 18446669676315901696, atime 1787756108.000000000, mtime 1655980611.000000000, ctime 1787756108.000000000 00010000:00010000:2.0:1787756108.501544:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef18 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d22311d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.501567:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xc1:0x0]: losing layout lock 00010000:00010000:2.0:1787756108.501611:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef18 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22311d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.501617:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.501619:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef18 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22311d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756108.501640:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.501647:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60c9880 x1874589766056960/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.501664:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766056960:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.501732:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8480 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.503954:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766056960:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.504003:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xc1:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:2.0:1787756108.504032:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x2400007ed:0xc1:0x0](ffffa0e6e020e3c8) 00000002:00010000:2.0:1787756108.504050:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0xc1:0x0]) in obj [0x2400007ed:0xc1:0x0], intent: layout flags 0 00010000:00010000:2.0:1787756108.504098:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef26 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.504106:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef26 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.504114:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef26 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.504128:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766057088:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.504207:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8480 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.506430:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766057088:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.506464:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef26 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223139 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.506482:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef26 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223139 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.506498:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6c60ca680 x1874589766057088/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.506511:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef26 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223139 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756108.506521:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef26 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223139 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.506533:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 16 res 9663678445/193 (0 0) 00000080:00200000:2.0:1787756108.506539:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x2400007ed:0xc1:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1787756108.506557:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xc1:0x0](ffffa0e6e020e3c8) for lock 0xc63d509de01cef26 00000080:00010000:2.0:1787756108.506565:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cef26 from it ffffbc5601c77a78 00010000:00010000:2.0:1787756108.506568:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef26 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223139 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.506575:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef26 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223139 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.506598:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef26 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223139 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.506606:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef26 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223139 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787756108.506612:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x2400007ed:0xc1:0x0](00000000d890a7be) being reconfigured ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef26 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223139 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.506646:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xc1:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:2.0:1787756108.506649:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef26 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d223139 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.506654:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef26 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d223139 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:2.0:1787756108.506674:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756108.506691:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1787756108.506704:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787756108.506708:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c96c01b0, osc lock ffffa0e6d0ad6000, flags 0x0 00010000:00010000:2.0:1787756108.506723:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d57712c8/0xc63d509de01cef1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22312b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.506731:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d57712c8/0xc63d509de01cef1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22312b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.506753:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d57712c8/0xc63d509de01cef1f lrc: 7/0,2 mode: PW/PW res: [0x2c0000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22312b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.506760:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d57712c8/0xc63d509de01cef1f lrc: 7/0,2 mode: PW/PW res: [0x2c0000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22312b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.506764:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d57712c8/0xc63d509de01cef1f lrc: 6/0,1 mode: PW/PW res: [0x2c0000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22312b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1787756108.506835:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787756108.506851:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766057216:192.168.201.131@tcp:2:tar.0 00010000:00010000:0.0:1787756108.508790:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756108.508963:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766057216:192.168.201.131@tcp:2:tar.0 00000020:00010000:0.0:1787756108.509075:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:0.0:1787756108.509080:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787756108.509087:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c96c01b0 (ffffa0e6c3555c68/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787756108.509100:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d57712c8/0xc63d509de01cef1f lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22312b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.509114:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000d57712c8/0xc63d509de01cef1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22312b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1787756108.509131:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:0.0:1787756108.509135:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c96c01b0 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:0.0:1787756108.509170:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xc1:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:0.0:1787756108.509189:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c60f8600 uarg=0000000000000000 00000002:00000080:0.0:1787756108.509204:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c60f8600 uarg=0000000000000000 00000020:00100000:0.0:1787756108.509248:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:0.0:1787756108.509257:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6598e00 x1874589766057472/t0(0) o55->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787756108.509314:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766057472:192.168.201.131@tcp:55:tar.0 00000100:00100000:0.0:1787756108.509399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebda80 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.511397:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766057472:192.168.201.131@tcp:55:tar.0 00000080:00200008:0.0:1787756108.511442:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file redhat-entitlement-authority.pem:[0x2400007ed:0xc1:0x0](ffffa0e6e020e3c8) current size 2305, valid attrs 10010160, mode 5560, uid -779282432, gid -24346, new size 18446669676315901696, atime 1787756108.000000000, mtime 1655980611.000000000, ctime 1787756108.000000000, rc 0 00000002:00010000:0.0:1787756108.511616:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400007ed:0xc1:0x0], intent: getxattr flags 0 00010000:00010000:0.0:1787756108.511687:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683000/0xc63d509de01cef2d lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.511699:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683000/0xc63d509de01cef2d lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.511710:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683000/0xc63d509de01cef2d lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756108.511732:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766057600:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756108.511825:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebda80 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.514342:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766057600:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756108.514382:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683000/0xc63d509de01cef2d lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22314e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.514401:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683000/0xc63d509de01cef2d lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22314e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.514413:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683000/0xc63d509de01cef2d lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22314e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756108.514430:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c6598e00 x1874589766057600/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1120 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756108.514442:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683000/0xc63d509de01cef2d lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22314e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.514470:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/193 (0 0) 00000080:00200000:0.0:1787756108.514477:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x2400007ed:0xc1:0x0] suppgids 0 -1: rc 0 00000080:00010000:0.0:1787756108.514508:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xc1:0x0](ffffa0e6e020e3c8) for lock 0xc63d509de01cef2d 00000080:00010000:0.0:1787756108.514518:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cef2d from it ffffbc5601c77c18 00010000:00010000:0.0:1787756108.514522:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683000/0xc63d509de01cef2d lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22314e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.514533:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683000/0xc63d509de01cef2d lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22314e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1787756108.514581:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file redhat-entitlement-authority.pem:[0x2400007ed:0xc1:0x0](ffffa0e6e020e3c8) current size 2305, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:0.0:1787756108.514641:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756108.514648:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6598e00 x1874589766057856/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756108.514673:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766057856:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756108.514763:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebda80 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.517240:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766057856:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756108.517361:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xc1:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756108.517382:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1787756108.517486:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6599180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766057984:192.168.201.131@tcp:2:tar.0 00000100:00100000:0.0:1787756108.522453:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6599180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766057984:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756108.522503:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xc1:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756108.522528:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file redhat-entitlement-authority.pem:[0x2400007ed:0xc1:0x0](ffffa0e6e020e3c8) current size 2305, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:2.0:1787756108.522572:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file redhat-entitlement-authority.pem:[0x2400007ed:0xc1:0x0](ffffa0e6e020e3c8) current size 2305, valid attrs 41, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:2.0:1787756108.522647:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.522655:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60cb480 x1874589766058240/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.522676:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766058240:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.522759:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8480 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.525121:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766058240:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.525175:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xc1:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756108.525191:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756108.525433:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766058368:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756108.527870:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766058368:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756108.527921:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xc1:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756108.527940:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file redhat-entitlement-authority.pem:[0x2400007ed:0xc1:0x0](ffffa0e6e020e3c8) current size 2305, valid attrs 10000041, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:2.0:1787756108.527980:0:138509:0:(file.c:479:ll_file_release()) START file redhat-entitlement-authority.pem:[0x2400007ed:0xc1:0x0](ffffa0e6e020e3c8), flags 104001 00000002:00100000:2.0:1787756108.528052:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c60c8a80 x1874589766056576/t8589935514(8589935514) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 608/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787756108.528063:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787756108.528067:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60cad80 x1874589766058624/t0(0) o35->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787756108.528086:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766058624:192.168.201.131@tcp:35:tar.0 00000100:00100000:2.0:1787756108.528154:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8480 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.529966:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766058624:192.168.201.131@tcp:35:tar.0 00000002:00100000:2.0:1787756108.530007:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c60c8a80 x1874589766056576/t8589935514(8589935514) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 608/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787756108.530118:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.530126:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756108.530134:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.530137:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=17 00000080:00200000:2.0:1787756108.530139:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.530142:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=ca, flags=17 00000080:00200000:2.0:1787756108.530144:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1125:0x0](ffffa0e6e0200908), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.530155:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1125:0x0](ffffa0e6e0200908), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756108.530159:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=redhat-uep.pem, dir=[0x20001a9e3:0x1125:0x0](ffffa0e6e0200908), file ffffa0e6d18d0a80, open_flags 89c1, mode 8180 opened 0 00000080:00200000:2.0:1787756108.530166:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=redhat-uep.pem, dir=[0x20001a9e3:0x1125:0x0](ffffa0e6e0200908), intent=open|creat 00000002:00010000:2.0:1787756108.530195:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: redhat-uep.pem,[0x20001a9e3:0x1126:0x0]) in obj [0x200024df0:0x1f:0x0], intent: open|creat flags 0104702 00010000:00010000:2.0:1787756108.530214:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef0a lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2230f3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.530335:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef0a lrc: 1/0,0 mode: --/PR res: [0x200024df0:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2230f3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.530352:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.530356:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef0a lrc: 0/0,0 mode: --/PR res: [0x200024df0:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2230f3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.530395:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef34 lrc: 3/0,1 mode: --/CW res: [0x200024df0:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.530405:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef34 lrc: 3/0,1 mode: --/CW res: [0x200024df0:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787756108.530417:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787756108.530424:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60c9180 x1874589766058880/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787756108.530432:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef34 lrc: 3/0,1 mode: --/CW res: [0x200024df0:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.530448:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766058880:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.530600:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8480 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.532913:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766058880:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.532939:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef34 lrc: 4/0,1 mode: --/CW res: [0x200024df0:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223178 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.532967:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef34 lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223178 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.532973:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef34 lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223178 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.532983:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef34 lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223178 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.532991:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef34 lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223178 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.533005:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef34 lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223178 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.533011:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef34 lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223178 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.533016:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef34 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223178 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.533034:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c60c9180 x1874589766058880/t322122551596(322122551596) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1787756108.533044:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c60c9180 x1874589766058880/t322122551596(322122551596) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.533055:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef34 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223178 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756108.533065:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef34 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223178 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.533073:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4390 (0 0) 00000080:00200000:2.0:1787756108.533079:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200024df0:0x1f:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756108.533094:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=redhat-uep.pem, dir=[0x20001a9e3:0x1125:0x0](ffffa0e6e0200908), intent=open|creat 00000080:00200000:2.0:1787756108.533128:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x1126:0x0](ffffa0e6e020b248) 00000080:00200000:2.0:1787756108.533218:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x1126:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:2.0:1787756108.533222:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x20001a9e3:0x1126:0x0](ffffa0e6e020b248) 00000080:00010000:2.0:1787756108.533225:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1126:0x0](ffffa0e6e020b248) for lock 0xc63d509de01cef34 00000080:00010000:2.0:1787756108.533235:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1126:0x0](ffffa0e6e020b248) 00000080:00200008:2.0:1787756108.533252:0:138509:0:(file.c:1090:ll_file_open()) START file redhat-uep.pem:[0x20001a9e3:0x1126:0x0](ffffa0e6e020b248), flags 104701 00000002:00100000:2.0:1787756108.533289:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c60c9180 x1874589766058880/t322122551596(322122551596) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1787756108.533326:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cef34 from it ffffa0e6d865d000 00010000:00010000:2.0:1787756108.533329:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef34 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d223178 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.533336:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef34 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d223178 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.533372:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1126:0x0](ffffa0e6e020b248), inode mode 8180 mask 40 00000080:00200008:2.0:1787756108.533402:0:138509:0:(file.c:2650:do_file_write_iter()) START file redhat-uep.pem:[0x20001a9e3:0x1126:0x0], ppos: 0, count: 1536 00000080:00200000:2.0:1787756108.533414:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1536 bytes 00000080:00200000:2.0:1787756108.533420:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1536 00000080:00200000:2.0:1787756108.533423:0:138509:0:(file.c:2090:ll_file_io_generic()) redhat-uep.pem: write ppos: 0, bytes: 1536 00000080:00200000:2.0:1787756108.533428:0:138509:0:(file.c:1848:ll_io_set_mirror()) redhat-uep.pem: desiginated mirror: 0 00000020:00200000:2.0:1787756108.533434:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@00000000934314ba[0x110, 1, [0x20001a9e3:0x1126:0x0] hash] 00000020:00200000:2.0:1787756108.533436:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 1536) 2048 0 00000080:00200000:2.0:1787756108.533440:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1126:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756108.533455:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:2.0:1787756108.533463:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1536) 1536, 1536 00020000:00200000:2.0:1787756108.533468:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756108.533489:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:2.0:1787756108.533504:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:2.0:1787756108.533519:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c96c0f30, osc lock ffffa0e6d0ad7a20, flags 0x40000 00010000:00010000:2.0:1787756108.533572:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.533583:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.533591:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.533605:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766059008:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.533678:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.534929:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766059008:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.534949:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.534963:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.534971:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.534981:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787756108.534989:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.535002:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.535007:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756108.535037:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) redhat-uep.pem: write [0, 1536) append 0 append lockpos 0 00000080:00200000:2.0:1787756108.535051:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1536 bytes 00000080:00200000:2.0:1787756108.535100:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 1536, copied 1536 00000080:00200000:2.0:1787756108.535110:0:138509:0:(rw26.c:929:ll_write_end()) page@000000008cf200b0[3 00000000e157d3ad 2 1 000000008b6b77e9 0 0 0] 00000080:00200000:2.0:1787756108.535113:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @0000000087cf8dcb 17ffffc0001001 3:0 ffffa0e6c6e89a80 0 lru 00000080:00200000:2.0:1787756108.535118:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@00000000ea82799c 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000096e19b13 00000000b507c94d > 3< 0 0 > 4< 0 0 8 480264192 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787756108.535120:0:138509:0:(rw26.c:929:ll_write_end()) end page@000000008cf200b0 00000080:00200000:2.0:1787756108.535121:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787756108.535124:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 1536 prio 0 00000008:00010000:2.0:1787756108.535142:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 00000000a940fa1b ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756108.535162:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e020b3f8, count 1, dirtied 1 00000080:00200000:2.0:1787756108.535167:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1536 bytes, tot: 1536 00000080:00200000:2.0:1787756108.535171:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) redhat-uep.pem: write bytes 0, result: 1536 00000020:00010000:2.0:1787756108.535189:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:2.0:1787756108.535193:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756108.535196:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c96c0f30 (ffffa0e6c3555c68/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756108.535200:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.535211:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1787756108.535221:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756108.535223:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c96c0f30 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756108.535230:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 1536 bytes 00000080:00200000:2.0:1787756108.535236:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:2.0:1787756108.535243:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1126:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787756108.535246:0:138509:0:(file.c:2238:ll_file_io_generic()) redhat-uep.pem: 2 io complete with rc: 0, result: 1536, restart: 0 00000080:00200000:2.0:1787756108.535252:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x20001a9e3:0x1126:0x0] updating i_size 1536 i_blocks 0 00000080:00200000:2.0:1787756108.535256:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1536 00000080:00200008:2.0:1787756108.535699:0:138509:0:(file.c:2650:do_file_write_iter()) START file redhat-uep.pem:[0x20001a9e3:0x1126:0x0], ppos: 1536, count: 5875 00000080:00200000:2.0:1787756108.535711:0:138509:0:(file.c:2090:ll_file_io_generic()) redhat-uep.pem: write ppos: 1536, bytes: 5875 00000080:00200000:2.0:1787756108.535715:0:138509:0:(file.c:1848:ll_io_set_mirror()) redhat-uep.pem: desiginated mirror: 0 00000020:00200000:2.0:1787756108.535720:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@00000000934314ba[0x110, 2, [0x20001a9e3:0x1126:0x0] hash] 00000020:00200000:2.0:1787756108.535722:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [1536, 7411) 2048 0 00000080:00200000:2.0:1787756108.535726:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1126:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756108.535737:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00020000:00200000:2.0:1787756108.535755:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 1536 chunk: [1536, 7411) 7411, 5875 00020000:00200000:2.0:1787756108.535758:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756108.535772:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000008:00010000:2.0:1787756108.535785:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:2.0:1787756108.535790:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c96c0f30, osc lock ffffa0e6d0ad7a20, flags 0x40000 00010000:00010000:2.0:1787756108.535808:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.535819:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 8191) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.535831:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.535836:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.535840:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.535845:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) redhat-uep.pem: write [1536, 7411) append 0 append lockpos 0 00000080:00200000:2.0:1787756108.535850:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1536 to 2560 bytes 00000080:00200000:2.0:1787756108.535855:0:138509:0:(rw26.c:871:ll_write_end()) pos 1536, len 2560, copied 2560 00000080:00200000:2.0:1787756108.535859:0:138509:0:(rw26.c:929:ll_write_end()) page@000000008cf200b0[4 00000000e157d3ad 2 1 000000008b6b77e9 0 0 0] 00000080:00200000:2.0:1787756108.535861:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @0000000087cf8dcb 17ffffc0001019 3:0 ffffa0e6c6e89a80 0 lru 00000080:00200000:2.0:1787756108.535865:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@00000000ea82799c 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 0000000096e19b13 00000000b507c94d > 3< 1 0 > 4< 0 0 8 480235520 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:2.0:1787756108.535866:0:138509:0:(rw26.c:929:ll_write_end()) end page@000000008cf200b0 00000080:00200000:2.0:1787756108.535867:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787756108.535868:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 1536, to 4096 prio 0 00000080:00200000:2.0:1787756108.535873:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e020b3f8, count 1, dirtied 0 00000080:00200000:2.0:1787756108.535875:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 2560 bytes, tot: 2560 00000080:00200000:2.0:1787756108.535877:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 3315 bytes 00000080:00200000:2.0:1787756108.535900:0:138509:0:(rw26.c:871:ll_write_end()) pos 4096, len 3315, copied 3315 00000080:00200000:2.0:1787756108.535903:0:138509:0:(rw26.c:929:ll_write_end()) page@00000000264be6c4[3 00000000e157d3ad 2 1 000000008b6b77e9 0 0 1] 00000080:00200000:2.0:1787756108.535905:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @00000000dce7b013 17ffffc0001001 3:0 ffffa0e6c6e89e00 1 lru 00000080:00200000:2.0:1787756108.535909:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@0000000035178b14 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 0000000096e19b13 00000000b507c94d > 3< 0 0 > 4< 0 0 8 480235520 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:2.0:1787756108.535910:0:138509:0:(rw26.c:929:ll_write_end()) end page@00000000264be6c4 00000080:00200000:2.0:1787756108.535911:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787756108.535913:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 3315 prio 0 00000008:00010000:2.0:1787756108.535921:0:138509:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000150818a0 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1787756108.535928:0:138509:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000150818a0 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1787756108.535933:0:138509:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000a940fa1b ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1787756108.535938:0:138509:0:(osc_cache.c:847:osc_extent_find()) ### extent: 00000000a940fa1b ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.535947:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e020b3f8, count 1, dirtied 1 00000080:00200000:2.0:1787756108.535948:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 3315 bytes, tot: 5875 00000080:00200000:2.0:1787756108.535949:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) redhat-uep.pem: write bytes 0, result: 5875 00000020:00010000:2.0:1787756108.535954:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:2.0:1787756108.535956:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756108.535957:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c96c0f30 (ffffa0e6c3555c68/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756108.535960:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.535965:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:2.0:1787756108.535972:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756108.535974:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c96c0f30 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756108.535978:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 5875 bytes 00000080:00200000:2.0:1787756108.535982:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000080:00200000:2.0:1787756108.535985:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1126:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787756108.535988:0:138509:0:(file.c:2238:ll_file_io_generic()) redhat-uep.pem: 2 io complete with rc: 0, result: 5875, restart: 0 00000080:00200000:2.0:1787756108.535991:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x20001a9e3:0x1126:0x0] updating i_size 7411 i_blocks 0 00000080:00200000:2.0:1787756108.535993:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 5875 00000080:00200008:2.0:1787756108.536009:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file redhat-uep.pem:[0x20001a9e3:0x1126:0x0](ffffa0e6e020b248) current size 7411, valid attrs 10160, mode 5560, uid -779285888, gid -24346, new size 18446669676315901696, atime 1787756108.000000000, mtime 1655980611.000000000, ctime 1787756108.000000000 00010000:00010000:2.0:1787756108.536087:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef34 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d223178 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.536103:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1126:0x0]: losing layout lock 00010000:00010000:2.0:1787756108.536143:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef34 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223178 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.536149:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.536152:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef34 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223178 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756108.536179:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.536190:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60c9500 x1874589766059264/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.536211:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766059264:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.536318:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.538087:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766059264:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.538134:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1126:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:2.0:1787756108.538155:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20001a9e3:0x1126:0x0](ffffa0e6e020b248) 00000002:00010000:2.0:1787756108.538168:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x20001a9e3:0x1126:0x0]) in obj [0x20001a9e3:0x1126:0x0], intent: layout flags 0 00010000:00010000:2.0:1787756108.538221:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037600/0xc63d509de01cef42 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.538229:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037600/0xc63d509de01cef42 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.538236:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037600/0xc63d509de01cef42 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.538250:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cbb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766059392:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.538463:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.539972:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cbb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766059392:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.540003:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037600/0xc63d509de01cef42 lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223194 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.540018:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037600/0xc63d509de01cef42 lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223194 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.540034:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6c60cbb80 x1874589766059392/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.540045:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037600/0xc63d509de01cef42 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223194 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756108.540057:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037600/0xc63d509de01cef42 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223194 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.540069:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 16 res 8590043619/4390 (0 0) 00000080:00200000:2.0:1787756108.540075:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x20001a9e3:0x1126:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1787756108.540097:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1126:0x0](ffffa0e6e020b248) for lock 0xc63d509de01cef42 00000080:00010000:2.0:1787756108.540106:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cef42 from it ffffbc5601c77a78 00010000:00010000:2.0:1787756108.540110:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037600/0xc63d509de01cef42 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223194 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.540121:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037600/0xc63d509de01cef42 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223194 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.540144:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037600/0xc63d509de01cef42 lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223194 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.540154:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037600/0xc63d509de01cef42 lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223194 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787756108.540163:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x20001a9e3:0x1126:0x0](0000000059741fa9) being reconfigured ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037600/0xc63d509de01cef42 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223194 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.540202:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x1126:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:2.0:1787756108.540207:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037600/0xc63d509de01cef42 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d223194 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.540215:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037600/0xc63d509de01cef42 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d223194 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:2.0:1787756108.540252:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756108.540298:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1787756108.540316:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787756108.540321:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c96c0f30, osc lock ffffa0e6d0ad7a20, flags 0x0 00010000:00010000:2.0:1787756108.540339:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756108.540349:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756108.540373:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756108.540382:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756108.540389:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:3.0:1787756108.540601:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766059520:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756108.542296:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766059520:192.168.201.131@tcp:2:tar.0 00000020:00010000:2.0:1787756108.542372:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:2.0:1787756108.542376:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756108.542380:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c96c0f30 (ffffa0e6c3555c68/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756108.542388:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756108.542400:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004b9d745a/0xc63d509de01cef3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x163e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223186 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:2.0:1787756108.542413:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756108.542416:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c96c0f30 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756108.542432:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1126:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:2.0:1787756108.542449:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c3886a00 uarg=0000000000000000 00000002:00000080:2.0:1787756108.542460:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c3886a00 uarg=0000000000000000 00000020:00100000:2.0:1787756108.542493:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:2.0:1787756108.542499:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60ca300 x1874589766059776/t0(0) o55->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787756108.542513:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766059776:192.168.201.131@tcp:55:tar.0 00000100:00100000:2.0:1787756108.542572:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.543775:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766059776:192.168.201.131@tcp:55:tar.0 00000080:00200008:2.0:1787756108.543813:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file redhat-uep.pem:[0x20001a9e3:0x1126:0x0](ffffa0e6e020b248) current size 7411, valid attrs 10010160, mode 5560, uid -779285888, gid -24346, new size 18446669676315901696, atime 1787756108.000000000, mtime 1655980611.000000000, ctime 1787756108.000000000, rc 0 00000002:00010000:2.0:1787756108.543870:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20001a9e3:0x1126:0x0], intent: getxattr flags 0 00010000:00010000:2.0:1787756108.543925:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef49 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.543935:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef49 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.543946:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef49 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.543961:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766059904:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.544058:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.546494:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766059904:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.546526:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef49 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2231a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.546545:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef49 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2231a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.546556:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef49 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2231a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.546572:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c60ca300 x1874589766059904/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1104 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.546585:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef49 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2231a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.546601:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4390 (0 0) 00000080:00200000:2.0:1787756108.546608:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x20001a9e3:0x1126:0x0] suppgids 0 -1: rc 0 00000080:00010000:2.0:1787756108.546637:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1126:0x0](ffffa0e6e020b248) for lock 0xc63d509de01cef49 00000080:00010000:2.0:1787756108.546646:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cef49 from it ffffbc5601c77c18 00010000:00010000:2.0:1787756108.546651:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef49 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2231a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.546659:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef49 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2231a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756108.546709:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file redhat-uep.pem:[0x20001a9e3:0x1126:0x0](ffffa0e6e020b248) current size 7411, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:2.0:1787756108.546768:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.546773:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60ca300 x1874589766060160/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.546790:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766060160:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.546853:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.549198:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766060160:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.549256:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1126:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756108.549307:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756108.549505:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766060288:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756108.553201:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766060288:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756108.554985:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1126:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756108.555017:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file redhat-uep.pem:[0x20001a9e3:0x1126:0x0](ffffa0e6e020b248) current size 7411, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:2.0:1787756108.555052:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file redhat-uep.pem:[0x20001a9e3:0x1126:0x0](ffffa0e6e020b248) current size 7411, valid attrs 41, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:2.0:1787756108.555145:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.555161:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c97bb480 x1874589766060544/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.555191:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97bb480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766060544:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.555307:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.557522:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97bb480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766060544:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.557580:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1126:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756108.557600:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756108.557813:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766060672:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756108.559536:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766060672:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756108.559632:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1126:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756108.559652:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file redhat-uep.pem:[0x20001a9e3:0x1126:0x0](ffffa0e6e020b248) current size 7411, valid attrs 10000041, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:2.0:1787756108.559884:0:138509:0:(file.c:479:ll_file_release()) START file redhat-uep.pem:[0x20001a9e3:0x1126:0x0](ffffa0e6e020b248), flags 104001 00000002:00100000:2.0:1787756108.559962:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c60c9180 x1874589766058880/t322122551596(322122551596) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787756108.559977:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787756108.559982:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c97b8000 x1874589766060928/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787756108.560006:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b8000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766060928:192.168.201.131@tcp:35:tar.0 00000100:00100000:2.0:1787756108.560079:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.561828:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b8000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766060928:192.168.201.131@tcp:35:tar.0 00000002:00100000:2.0:1787756108.561867:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c60c9180 x1874589766058880/t322122551596(322122551596) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787756108.561960:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.561969:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756108.561979:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.561984:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=16 00000080:00200000:2.0:1787756108.561988:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.561991:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=ca, flags=0 00000080:00200008:2.0:1787756108.562006:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file ca:[0x20001a9e3:0x1125:0x0](ffffa0e6e0200908) current size 8192, valid attrs 10160, mode ffff, uid -744632320, gid -24346, new size 18446639511986098176, atime 1787756108.000000000, mtime 1710003426.000000000, ctime 1787756108.000000000 00000020:00100000:2.0:1787756108.562065:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.562072:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c97b8380 x1874589766061184/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.562088:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b8380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766061184:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.562149:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.565266:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b8380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766061184:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.565340:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1125:0x0], updating i_size 4096 00000080:00200008:2.0:1787756108.565365:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file ca:[0x20001a9e3:0x1125:0x0](ffffa0e6e0200908) current size 4096, valid attrs 10010160, mode ffff, uid -744632320, gid -24346, new size 18446639511986098176, atime 1787756108.000000000, mtime 1710003426.000000000, ctime 1787756108.000000000, rc 0 00000080:00200000:2.0:1787756108.565404:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.565413:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756108.565423:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.565427:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=16 00000080:00200000:2.0:1787756108.565430:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.565434:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=ca, flags=0 00000080:00200008:2.0:1787756108.565449:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file ca:[0x20001a9e3:0x1125:0x0](ffffa0e6e0200908) current size 4096, valid attrs 46, mode ffff, uid 0, gid 0, new size 18446639511986098176, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00010000:00010000:2.0:1787756108.565495:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef03 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2230e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.565567:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef03 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2230e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.565575:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.565579:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef03 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2230e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756108.565605:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.565615:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c97b9500 x1874589766061440/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.565638:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b9500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766061440:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.565731:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.581364:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b9500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766061440:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.581410:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1125:0x0], updating i_size 4096 00000080:00200008:2.0:1787756108.581428:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file ca:[0x20001a9e3:0x1125:0x0](ffffa0e6e0200908) current size 4096, valid attrs 10000046, mode ffff, uid 0, gid 0, new size 18446639511986098176, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200000:2.0:1787756108.581482:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.581492:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756108.581503:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.581506:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=17 00000080:00200000:2.0:1787756108.581510:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.581527:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=ca, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), flags=1 00000080:00200000:2.0:1787756108.581533:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=ca, dir=[0x2400007ed:0xba:0x0](ffffa0e6e02042c8), intent=getattr 00000002:00010000:2.0:1787756108.581560:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ca,[0x0:0x0:0x0]) in obj [0x200024df1:0x16:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787756108.581637:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef50 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.581651:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef50 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.581662:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef50 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.581693:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97bad80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766061568:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.581791:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.586014:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97bad80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766061568:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.586051:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef50 lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22320b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.586089:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef50 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22320b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.586099:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef50 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22320b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.586113:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef50 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22320b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.586125:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef50 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22320b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.586140:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef50 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22320b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.586148:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef50 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22320b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.586156:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef50 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22320b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.586170:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c97bad80 x1874589766061568/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.586185:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef50 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22320b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.586198:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4389 (0 0) 00000080:00200000:2.0:1787756108.586206:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x16:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756108.586545:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1125:0x0], updating i_size 4096 00000080:00200000:2.0:1787756108.586550:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x1125:0x0](ffffa0e6e0200908): rc = 0 00000080:00010000:2.0:1787756108.586559:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1125:0x0](ffffa0e6e0200908) for lock 0xc63d509de01cef50 00000080:00010000:2.0:1787756108.586578:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1125:0x0](ffffa0e6e0200908) 00000080:00010000:2.0:1787756108.586583:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cef50 from it ffffbc5601c77bd0 00010000:00010000:2.0:1787756108.586586:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef50 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22320b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.586597:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef50 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22320b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756108.586655:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file ca:[0x20001a9e3:0x1125:0x0](ffffa0e6e0200908) current size 4096, valid attrs 41, mode 41ed, uid -744632320, gid -24346, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00010000:00010000:2.0:1787756108.586694:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef50 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22320b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.586763:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef50 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22320b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.586772:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.586775:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef50 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1125:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22320b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756108.586794:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.586799:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c97bad80 x1874589766061824/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.586821:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97bad80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766061824:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.586897:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.596948:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97bad80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766061824:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.596997:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1125:0x0], updating i_size 4096 00000080:00200008:2.0:1787756108.597014:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file ca:[0x20001a9e3:0x1125:0x0](ffffa0e6e0200908) current size 4096, valid attrs 10000041, mode 41ed, uid -744632320, gid -24346, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200000:2.0:1787756108.597080:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.597091:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756108.597102:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.597106:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=0 00000080:00200008:2.0:1787756108.597119:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rhsm:[0x2400007ed:0xba:0x0](ffffa0e6e02042c8) current size 8192, valid attrs 10160, mode ffff, uid -744632320, gid -24346, new size 18446639511986098176, atime 1787756108.000000000, mtime 1706176886.000000000, ctime 1787756108.000000000 00000020:00100000:2.0:1787756108.597195:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.597207:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca170a80 x1874589766062080/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.597482:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766062080:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.597615:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.601575:0:138509:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: committing for last_committed 8589935518 gen 1 00000100:00100000:2.0:1787756108.601636:0:138509:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffffa0e6ca170a80 x1874589766062080/t8589935522(8589935522) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1787756124 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756108.601651:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766062080:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.601687:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xba:0x0], updating i_size 4096 00000080:00200008:2.0:1787756108.601701:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rhsm:[0x2400007ed:0xba:0x0](ffffa0e6e02042c8) current size 4096, valid attrs 10010160, mode ffff, uid -744632320, gid -24346, new size 18446639511986098176, atime 1787756108.000000000, mtime 1706176886.000000000, ctime 1787756108.000000000, rc 0 00000080:00200000:2.0:1787756108.601736:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.601757:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756108.601766:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.601770:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rhsm, flags=0 00000080:00200008:2.0:1787756108.601786:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rhsm:[0x2400007ed:0xba:0x0](ffffa0e6e02042c8) current size 4096, valid attrs 46, mode ffff, uid 0, gid 0, new size 18446639511986098176, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00010000:00010000:2.0:1787756108.601822:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cee00 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222c0e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.601891:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cee00 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222c0e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.601900:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.601903:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cee00 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222c0e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756108.601931:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.601939:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca170380 x1874589766062336/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.601965:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766062336:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.602138:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.613855:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766062336:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.613903:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xba:0x0], updating i_size 4096 00000080:00200008:2.0:1787756108.613920:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rhsm:[0x2400007ed:0xba:0x0](ffffa0e6e02042c8) current size 4096, valid attrs 10000046, mode ffff, uid 0, gid 0, new size 18446639511986098176, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200000:2.0:1787756108.613980:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.613990:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756108.614000:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.614017:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rhsm, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=1 00000080:00200000:2.0:1787756108.614022:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rhsm, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), intent=getattr 00000002:00010000:2.0:1787756108.614051:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rhsm,[0x0:0x0:0x0]) in obj [0x240000fb8:0x3:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787756108.614127:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef57 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.614140:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef57 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.614153:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef57 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.614177:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca172a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766062464:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.614330:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.621662:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca172a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766062464:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.621700:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef57 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22327b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.621774:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef57 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22327b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.621785:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef57 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22327b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.621797:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef57 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22327b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.621809:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef57 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22327b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.621823:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef57 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22327b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.621832:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef57 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22327b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.621844:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef57 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22327b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.621857:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6ca172a00 x1874589766062464/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.621871:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef57 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22327b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.621882:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/186 (0 0) 00000080:00200000:2.0:1787756108.621889:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000fb8:0x3:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756108.621931:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xba:0x0], updating i_size 4096 00000080:00200000:2.0:1787756108.621935:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x2400007ed:0xba:0x0](ffffa0e6e02042c8): rc = 0 00000080:00010000:2.0:1787756108.621942:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xba:0x0](ffffa0e6e02042c8) for lock 0xc63d509de01cef57 00000080:00010000:2.0:1787756108.621959:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xba:0x0](ffffa0e6e02042c8) 00000080:00010000:2.0:1787756108.621963:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cef57 from it ffffbc5601c77bd0 00010000:00010000:2.0:1787756108.621967:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef57 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22327b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.621977:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef57 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22327b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756108.622031:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rhsm:[0x2400007ed:0xba:0x0](ffffa0e6e02042c8) current size 4096, valid attrs 41, mode 41ed, uid -744632320, gid -24346, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00010000:00010000:2.0:1787756108.622057:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef57 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22327b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.622120:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef57 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22327b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.622129:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.622132:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef57 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xba:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22327b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756108.622216:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.622224:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca172a00 x1874589766062720/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.622250:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca172a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766062720:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.622490:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.633369:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca172a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766062720:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.633415:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xba:0x0], updating i_size 4096 00000080:00200008:2.0:1787756108.633432:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rhsm:[0x2400007ed:0xba:0x0](ffffa0e6e02042c8) current size 4096, valid attrs 10000041, mode 41ed, uid -744632320, gid -24346, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200000:2.0:1787756108.633496:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.633505:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756108.633515:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.633532:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=request-key.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=1536 00000080:00200000:2.0:1787756108.633535:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756108.633542:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756108.633547:0:138509:0:(namei.c:2239:do_mkdir()) VFS Op:name=request-key.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8) 00000020:00100000:2.0:1787756108.633635:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.633646:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca170e00 x1874589766062976/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.633686:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766062976:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.633785:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.639217:0:138509:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: committing for last_committed 322122551603 gen 11 00000100:00100000:2.0:1787756108.639380:0:138509:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffffa0e6ca170e00 x1874589766062976/t322122551607(322122551607) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 560/536 e 0 to 0 dl 1787756124 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756108.639399:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766062976:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.639462:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x1127:0x0](ffffa0e6e0208908) 00000080:00200000:2.0:1787756108.639471:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1127:0x0], updating i_size 4096 00000080:00200000:2.0:1787756108.639573:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756108.639585:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756108.639593:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.639604:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=request-key.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=17 00000080:00200000:2.0:1787756108.639610:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=request-key.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), intent=0 00000002:00010000:2.0:1787756108.639635:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: request-key.d,[0x0:0x0:0x0]) in obj [0x200024df1:0x3:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787756108.639706:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef5e lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.639717:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef5e lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.639729:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef5e lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.639764:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766063104:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.640834:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.644070:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766063104:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.644105:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef5e lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2232dd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.644143:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef5e lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2232dd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.644153:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef5e lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2232dd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.644167:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef5e lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2232dd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.644179:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef5e lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2232dd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.644193:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef5e lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2232dd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.644202:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef5e lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2232dd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.644210:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef5e lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2232dd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.644224:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffffa0e6ca173480 x1874589766063104/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/672 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.644239:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef5e lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2232dd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.644251:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4391 (0 0) 00000080:00200000:2.0:1787756108.644259:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200024df1:0x3:0x0] suppgids 0 -1: rc 0 00000002:00010000:2.0:1787756108.644620:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200024df0:0x20:0x0]) in obj [0x200024df0:0x20:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787756108.644679:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef65 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.644687:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef65 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.644695:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef65 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.644718:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca171180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766063232:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.644819:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.649904:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca171180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766063232:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.649944:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef65 lrc: 4/1,0 mode: --/CR res: [0x200024df0:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2232eb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.649961:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef65 lrc: 4/1,0 mode: --/PR res: [0x200024df0:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2232eb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.649975:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef65 lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2232eb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.649987:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef65 lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2232eb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.650007:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef65 lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2232eb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.650016:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef65 lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2232eb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.650024:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef65 lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2232eb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.650039:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6ca171180 x1874589766063232/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.650056:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef65 lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2232eb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.650071:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590085616/32 (0 0) 00010000:00010000:2.0:1787756108.650081:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef65 lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2232eb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.650090:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef65 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2232eb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00010000:2.0:1787756108.650125:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000fb9:0x20:0x0]) in obj [0x240000fb9:0x20:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787756108.650197:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cef6c lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.650205:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cef6c lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.650214:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cef6c lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.650237:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca171180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766063360:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.650364:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.656356:0:138509:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: committing for last_committed 8589935526 gen 1 00000100:00100000:2.0:1787756108.656409:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca171180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766063360:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.656437:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cef6c lrc: 4/1,0 mode: --/CR res: [0x240000fb9:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2232f9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.656464:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cef6c lrc: 4/1,0 mode: --/PR res: [0x240000fb9:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2232f9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.656478:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cef6c lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2232f9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.656492:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cef6c lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2232f9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.656508:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cef6c lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2232f9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.656517:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cef6c lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2232f9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.656525:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cef6c lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2232f9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.656540:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6ca171180 x1874589766063360/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.656555:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cef6c lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2232f9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.656570:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663680441/32 (0 0) 00010000:00010000:2.0:1787756108.656579:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cef6c lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2232f9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.656589:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cef6c lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2232f9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.656635:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1127:0x0], updating i_size 8192 00000080:00200000:2.0:1787756108.656640:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x1127:0x0](ffffa0e6e0208908): rc = 0 00000080:00010000:2.0:1787756108.656651:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1127:0x0](ffffa0e6e0208908) for lock 0xc63d509de01cef5e 00000080:00010000:2.0:1787756108.656675:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1127:0x0](ffffa0e6e0208908) 00000080:00010000:2.0:1787756108.656679:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cef5e from it ffffbc5601c77ac8 00010000:00010000:2.0:1787756108.656683:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef5e lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2232dd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.656692:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef5e lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2232dd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.656719:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1127:0x0](ffffa0e6e0208908), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756108.656752:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1127:0x0](ffffa0e6e0208908), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756108.656760:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=id_resolver.conf, dir=[0x20001a9e3:0x1127:0x0](ffffa0e6e0208908), file ffffa0e6d18d0a80, open_flags 89c1, mode 8180 opened 0 00000080:00200000:2.0:1787756108.656769:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=id_resolver.conf, dir=[0x20001a9e3:0x1127:0x0](ffffa0e6e0208908), intent=open|creat 00000002:00010000:2.0:1787756108.656801:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: id_resolver.conf,[0x2400007ed:0xc2:0x0]) in obj [0x240000fb9:0x20:0x0], intent: open|creat flags 0104702 00010000:00010000:2.0:1787756108.656815:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cef6c lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2232f9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.656880:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cef6c lrc: 1/0,0 mode: --/PR res: [0x240000fb9:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2232f9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.656888:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.656891:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cef6c lrc: 0/0,0 mode: --/PR res: [0x240000fb9:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2232f9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.656934:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef73 lrc: 3/0,1 mode: --/CW res: [0x240000fb9:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.656942:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef73 lrc: 3/0,1 mode: --/CW res: [0x240000fb9:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787756108.656954:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787756108.656961:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca173480 x1874589766063616/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787756108.656971:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef73 lrc: 3/0,1 mode: --/CW res: [0x240000fb9:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.656994:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766063616:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.657156:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.661324:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766063616:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.661359:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef73 lrc: 4/0,1 mode: --/CW res: [0x240000fb9:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223315 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.661396:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef73 lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223315 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.661406:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef73 lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223315 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.661418:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef73 lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223315 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.661429:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef73 lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223315 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.661443:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef73 lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223315 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.661453:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef73 lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223315 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.661464:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef73 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223315 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.661476:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6ca173480 x1874589766063616/t8589935538(8589935538) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1787756108.661491:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6ca173480 x1874589766063616/t8589935538(8589935538) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.661505:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef73 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223315 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756108.661520:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef73 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223315 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.661531:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/194 (0 0) 00000080:00200000:2.0:1787756108.661538:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000fb9:0x20:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756108.661554:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=id_resolver.conf, dir=[0x20001a9e3:0x1127:0x0](ffffa0e6e0208908), intent=open|creat 00000080:00200000:2.0:1787756108.661589:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0xc2:0x0](ffffa0e6e02080c8) 00000080:00200000:2.0:1787756108.662395:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xc2:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:2.0:1787756108.662402:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0xc2:0x0](ffffa0e6e02080c8) 00000080:00010000:2.0:1787756108.662406:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xc2:0x0](ffffa0e6e02080c8) for lock 0xc63d509de01cef73 00000080:00010000:2.0:1787756108.662418:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xc2:0x0](ffffa0e6e02080c8) 00000080:00200008:2.0:1787756108.662436:0:138509:0:(file.c:1090:ll_file_open()) START file id_resolver.conf:[0x2400007ed:0xc2:0x0](ffffa0e6e02080c8), flags 104701 00000002:00100000:2.0:1787756108.662466:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6ca173480 x1874589766063616/t8589935538(8589935538) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1787756108.662504:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cef73 from it ffffa0e6d865d1e0 00010000:00010000:2.0:1787756108.662509:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef73 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d223315 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.662521:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef73 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d223315 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.662547:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xc2:0x0](ffffa0e6e02080c8), inode mode 8180 mask 40 00000080:00200008:2.0:1787756108.662581:0:138509:0:(file.c:2650:do_file_write_iter()) START file id_resolver.conf:[0x2400007ed:0xc2:0x0], ppos: 0, count: 354 00000080:00200000:2.0:1787756108.662593:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 354 bytes 00000080:00200000:2.0:1787756108.663862:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 354 00000080:00200000:2.0:1787756108.663875:0:138509:0:(file.c:2090:ll_file_io_generic()) id_resolver.conf: write ppos: 0, bytes: 354 00000080:00200000:2.0:1787756108.663883:0:138509:0:(file.c:1848:ll_io_set_mirror()) id_resolver.conf: desiginated mirror: 0 00000020:00200000:2.0:1787756108.663894:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@00000000430ad5dd[0x110, 1, [0x2400007ed:0xc2:0x0] hash] 00000020:00200000:2.0:1787756108.663897:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 354) 2048 0 00000080:00200000:2.0:1787756108.663904:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xc2:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756108.663920:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:2.0:1787756108.663930:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 354) 354, 354 00020000:00200000:2.0:1787756108.663935:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756108.663956:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:2.0:1787756108.663974:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:2.0:1787756108.663980:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c96c0630, osc lock ffffa0e6d0ad7a20, flags 0x40000 00010000:00010000:2.0:1787756108.664048:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f3dac7ff/0xc63d509de01cef7a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.664060:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f3dac7ff/0xc63d509de01cef7a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.664073:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f3dac7ff/0xc63d509de01cef7a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.664098:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca171180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766063744:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.664205:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.666632:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca171180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766063744:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.666664:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f3dac7ff/0xc63d509de01cef7a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223323 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.666688:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f3dac7ff/0xc63d509de01cef7a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223323 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.666704:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f3dac7ff/0xc63d509de01cef7a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223323 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.666722:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f3dac7ff/0xc63d509de01cef7a lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223323 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787756108.666747:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f3dac7ff/0xc63d509de01cef7a lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d223323 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.666762:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f3dac7ff/0xc63d509de01cef7a lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223323 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.666771:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f3dac7ff/0xc63d509de01cef7a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223323 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756108.666799:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) id_resolver.conf: write [0, 354) append 0 append lockpos 0 00000080:00200000:2.0:1787756108.666820:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 354 bytes 00000080:00200000:2.0:1787756108.666883:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 354, copied 354 00000080:00200000:2.0:1787756108.666896:0:138509:0:(rw26.c:929:ll_write_end()) page@000000000c899e44[3 00000000cbf76633 2 1 000000008b6b77e9 0 0 0] 00000080:00200000:2.0:1787756108.666900:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @000000005de1e39a 17ffffc0001001 3:0 ffffa0e6c6e89d20 0 lru 00000080:00200000:2.0:1787756108.666908:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@00000000b565e144 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000000dd14ff3 000000002aaadbde > 3< 0 0 > 4< 0 0 8 482979840 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787756108.666910:0:138509:0:(rw26.c:929:ll_write_end()) end page@000000000c899e44 00000080:00200000:2.0:1787756108.666912:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787756108.666917:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 354 prio 0 00000008:00010000:2.0:1787756108.666941:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 00000000150818a0 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f3dac7ff/0xc63d509de01cef7a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223323 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756108.666962:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e0208278, count 1, dirtied 1 00000080:00200000:2.0:1787756108.666967:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 354 bytes, tot: 354 00000080:00200000:2.0:1787756108.666971:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) id_resolver.conf: write bytes 0, result: 354 00000020:00010000:2.0:1787756108.666987:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:2.0:1787756108.666991:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756108.666994:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c96c0630 (ffffa0e6c3555c68/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756108.666999:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f3dac7ff/0xc63d509de01cef7a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223323 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.667010:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f3dac7ff/0xc63d509de01cef7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223323 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1787756108.667026:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756108.667028:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c96c0630 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756108.667038:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 354 bytes 00000080:00200000:2.0:1787756108.667045:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:2.0:1787756108.667056:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xc2:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787756108.667060:0:138509:0:(file.c:2238:ll_file_io_generic()) id_resolver.conf: 2 io complete with rc: 0, result: 354, restart: 0 00000080:00200000:2.0:1787756108.667067:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x2400007ed:0xc2:0x0] updating i_size 354 i_blocks 0 00000080:00200000:2.0:1787756108.667073:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 354 00000080:00200008:2.0:1787756108.667104:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file id_resolver.conf:[0x2400007ed:0xc2:0x0](ffffa0e6e02080c8) current size 354, valid attrs 10160, mode 5560, uid -779285888, gid -24346, new size 18446669676315901696, atime 1787756108.000000000, mtime 1748988690.000000000, ctime 1787756108.000000000 00010000:00010000:2.0:1787756108.667139:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef73 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d223315 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.667171:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xc2:0x0]: losing layout lock 00010000:00010000:2.0:1787756108.667431:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef73 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223315 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.667441:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756108.667444:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef73 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223315 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756108.667469:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.667480:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca171180 x1874589766064000/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.667502:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca171180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766064000:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.667584:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.672088:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca171180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766064000:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.672160:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xc2:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:2.0:1787756108.672197:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x2400007ed:0xc2:0x0](ffffa0e6e02080c8) 00000002:00010000:2.0:1787756108.672210:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0xc2:0x0]) in obj [0x2400007ed:0xc2:0x0], intent: layout flags 0 00010000:00010000:2.0:1787756108.672328:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cef81 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.672339:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cef81 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.672351:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cef81 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.672371:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca172a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766064128:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.672447:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.677073:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca172a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766064128:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.677110:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cef81 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223331 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.677127:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cef81 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223331 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.677142:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6ca172a00 x1874589766064128/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.677414:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cef81 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223331 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756108.677428:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cef81 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223331 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.677443:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 16 res 9663678445/194 (0 0) 00000080:00200000:2.0:1787756108.677450:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x2400007ed:0xc2:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1787756108.677471:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xc2:0x0](ffffa0e6e02080c8) for lock 0xc63d509de01cef81 00000080:00010000:2.0:1787756108.677480:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cef81 from it ffffbc5601c77a78 00010000:00010000:2.0:1787756108.677484:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cef81 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223331 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.677495:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cef81 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223331 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.677525:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cef81 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223331 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.677536:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cef81 lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223331 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787756108.677546:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x2400007ed:0xc2:0x0](0000000030c80870) being reconfigured ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cef81 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223331 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.677592:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xc2:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:2.0:1787756108.677597:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cef81 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d223331 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.677675:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cef81 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d223331 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:2.0:1787756108.677701:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756108.677718:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1787756108.677745:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787756108.677751:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c96c0630, osc lock ffffa0e6d0ad7a20, flags 0x0 00010000:00010000:2.0:1787756108.677771:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f3dac7ff/0xc63d509de01cef7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223323 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.677781:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f3dac7ff/0xc63d509de01cef7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223323 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.677795:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f3dac7ff/0xc63d509de01cef7a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223323 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.677805:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f3dac7ff/0xc63d509de01cef7a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223323 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.677813:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f3dac7ff/0xc63d509de01cef7a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223323 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756108.677920:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca172a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766064256:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756108.680914:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca172a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766064256:192.168.201.131@tcp:2:tar.0 00000020:00010000:2.0:1787756108.680975:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:2.0:1787756108.680980:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756108.680986:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c96c0630 (ffffa0e6c3555c68/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756108.680998:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f3dac7ff/0xc63d509de01cef7a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223323 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.681016:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f3dac7ff/0xc63d509de01cef7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223323 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:2.0:1787756108.681033:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756108.681037:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c96c0630 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756108.681060:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xc2:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:2.0:1787756108.681080:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c85c2e00 uarg=0000000000000000 00000002:00000080:2.0:1787756108.681096:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c85c2e00 uarg=0000000000000000 00000020:00100000:2.0:1787756108.681131:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:2.0:1787756108.681140:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca170380 x1874589766064512/t0(0) o55->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787756108.681416:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766064512:192.168.201.131@tcp:55:tar.0 00000100:00100000:2.0:1787756108.681545:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.685058:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766064512:192.168.201.131@tcp:55:tar.0 00000080:00200008:2.0:1787756108.685108:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file id_resolver.conf:[0x2400007ed:0xc2:0x0](ffffa0e6e02080c8) current size 354, valid attrs 10010160, mode 5560, uid -779285888, gid -24346, new size 18446669676315901696, atime 1787756108.000000000, mtime 1748988690.000000000, ctime 1787756108.000000000, rc 0 00000002:00010000:2.0:1787756108.685715:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400007ed:0xc2:0x0], intent: getxattr flags 0 00010000:00010000:2.0:1787756108.685802:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef88 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.685812:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef88 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.685823:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef88 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.685847:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766064640:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.686420:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.689878:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766064640:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.689916:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef88 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223346 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.689935:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef88 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223346 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.689948:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef88 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223346 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.689964:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6ca170380 x1874589766064640/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1104 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.689977:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef88 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223346 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.689993:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/194 (0 0) 00000080:00200000:2.0:1787756108.690000:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x2400007ed:0xc2:0x0] suppgids 0 -1: rc 0 00000080:00010000:2.0:1787756108.690032:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xc2:0x0](ffffa0e6e02080c8) for lock 0xc63d509de01cef88 00000080:00010000:2.0:1787756108.690042:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cef88 from it ffffbc5601c77c18 00010000:00010000:2.0:1787756108.690047:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef88 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223346 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.690058:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef88 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223346 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756108.690106:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file id_resolver.conf:[0x2400007ed:0xc2:0x0](ffffa0e6e02080c8) current size 354, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:2.0:1787756108.690266:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.690314:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca170380 x1874589766064896/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.690338:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766064896:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.690410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.693539:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766064896:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.693601:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xc2:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756108.693621:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756108.693803:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766065024:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756108.696961:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766065024:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756108.697036:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xc2:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756108.697059:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file id_resolver.conf:[0x2400007ed:0xc2:0x0](ffffa0e6e02080c8) current size 354, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:2.0:1787756108.697094:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file id_resolver.conf:[0x2400007ed:0xc2:0x0](ffffa0e6e02080c8) current size 354, valid attrs 41, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:2.0:1787756108.697410:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.697420:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca173800 x1874589766065280/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.697448:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766065280:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.697567:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.699697:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766065280:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.699759:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xc2:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756108.699777:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756108.699880:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766065408:192.168.201.131@tcp:2:tar.0 00000100:00100000:2.0:1787756108.703009:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766065408:192.168.201.131@tcp:2:tar.0 00000080:00200000:0.0:1787756108.703103:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xc2:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1787756108.703126:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file id_resolver.conf:[0x2400007ed:0xc2:0x0](ffffa0e6e02080c8) current size 354, valid attrs 10000041, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:0.0:1787756108.703179:0:138509:0:(file.c:479:ll_file_release()) START file id_resolver.conf:[0x2400007ed:0xc2:0x0](ffffa0e6e02080c8), flags 104001 00000002:00100000:0.0:1787756108.703257:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6ca173480 x1874589766063616/t8589935538(8589935538) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787756108.703297:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787756108.703304:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6598000 x1874589766065664/t0(0) o35->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787756108.703328:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766065664:192.168.201.131@tcp:35:tar.0 00000100:00100000:0.0:1787756108.703416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebda80 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.709830:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766065664:192.168.201.131@tcp:35:tar.0 00000002:00100000:0.0:1787756108.709878:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6ca173480 x1874589766063616/t8589935538(8589935538) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787756108.709983:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:0.0:1787756108.709995:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:0.0:1787756108.710006:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756108.710010:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=request-key.d, flags=0 00000080:00200008:0.0:1787756108.710026:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file request-key.d:[0x20001a9e3:0x1127:0x0](ffffa0e6e0208908) current size 8192, valid attrs 10160, mode ffff, uid -768540672, gid -24346, new size 18446639511962189824, atime 1787756108.000000000, mtime 1636468964.000000000, ctime 1787756108.000000000 00000020:00100000:0.0:1787756108.710108:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756108.710115:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6598e00 x1874589766065920/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756108.710140:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766065920:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756108.710455:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebda80 going to sleep for 11 seconds 00000100:00100000:1.0:1787756108.715649:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:0.0:1787756108.715885:0:116615:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787756108.715911:0:116615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589785023616 00000100:00100000:0.0:1787756108.715923:0:116615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589785023616 00000100:00100000:0.0:1787756108.716148:0:116615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5209 00000100:00100000:0.0:1787756108.716163:0:116615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6d00c0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:d820e3d8-0101-4517-9bdc-79801f6168f8+5:6525:x1874589785023616:12345-192.168.201.131@tcp:104: 00010000:00010000:0.0:1787756108.716186:0:116615:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef65 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d2232eb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.716338:0:116615:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787756108.716346:0:116615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6d00c0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:d820e3d8-0101-4517-9bdc-79801f6168f8+5:6525:x1874589785023616:12345-192.168.201.131@tcp:104: Request processed in 187us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1787756108.716364:0:116615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5209 00010000:00010000:3.0:1787756108.716459:0:116550:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787756108.716468:0:116550:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef65 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d2232eb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.716477:0:116550:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e6ca037800 already unused, calling callback (ffffffffc1aa93c0) 00010000:00010000:3.0:1787756108.716483:0:116550:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef65 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x20:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d2232eb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.716492:0:116550:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef65 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x20:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d2232eb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.716501:0:116550:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef65 lrc: 3/0,0 mode: PR/PR res: [0x200024df0:0x20:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa58e5f4f9d2232eb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.716572:0:116550:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef65 lrc: 2/0,0 mode: --/PR res: [0x200024df0:0x20:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d2232eb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.716579:0:116550:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756108.716600:0:116550:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef65 lrc: 1/0,0 mode: --/PR res: [0x200024df0:0x20:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d2232eb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.716608:0:116550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037800/0xc63d509de01cef65 lrc: 0/0,0 mode: --/PR res: [0x200024df0:0x20:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d2232eb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.716636:0:116550:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756108.716638:0:116550:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756108.716640:0:116550:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756108.716889:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5620a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766066048:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787756108.724257:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766065920:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.724326:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5620a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766066048:192.168.201.131@tcp:103:ldlm_bl.0 00000080:00200000:0.0:1787756108.724344:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1127:0x0], updating i_size 4096 00000080:00200008:0.0:1787756108.724362:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file request-key.d:[0x20001a9e3:0x1127:0x0](ffffa0e6e0208908) current size 4096, valid attrs 10010160, mode ffff, uid -768540672, gid -24346, new size 18446639511962189824, atime 1787756108.000000000, mtime 1636468964.000000000, ctime 1787756108.000000000, rc 0 00000080:00200000:0.0:1787756108.724406:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:0.0:1787756108.724416:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:0.0:1787756108.724425:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756108.724429:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=request-key.d, flags=0 00000080:00200008:0.0:1787756108.724446:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file request-key.d:[0x20001a9e3:0x1127:0x0](ffffa0e6e0208908) current size 4096, valid attrs 46, mode ffff, uid 0, gid 0, new size 18446639511962189824, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00010000:00010000:0.0:1787756108.724481:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef5e lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2232dd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.724554:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef5e lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2232dd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.724569:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787756108.724572:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cef5e lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2232dd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1787756108.724601:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756108.724611:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c659a680 x1874589766066304/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756108.724635:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659a680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766066304:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756108.724714:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebda80 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.741369:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659a680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766066304:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756108.741415:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1127:0x0], updating i_size 4096 00000080:00200008:0.0:1787756108.741431:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file request-key.d:[0x20001a9e3:0x1127:0x0](ffffa0e6e0208908) current size 4096, valid attrs 10000046, mode ffff, uid 0, gid 0, new size 18446639511962189824, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200000:0.0:1787756108.741480:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:0.0:1787756108.741487:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:0.0:1787756108.741495:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756108.741509:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=request-key.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=1 00000080:00200000:0.0:1787756108.741513:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=request-key.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), intent=getattr 00000002:00010000:0.0:1787756108.741537:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: request-key.d,[0x0:0x0:0x0]) in obj [0x200024df1:0x3:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787756108.741612:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef8f lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.741620:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef8f lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.741628:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef8f lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756108.741647:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766066432:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756108.741716:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebda80 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.748241:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766066432:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756108.748315:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef8f lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2233a8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.748353:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef8f lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2233a8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.748363:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef8f lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2233a8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.748378:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef8f lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2233a8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.748391:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef8f lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2233a8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.748407:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef8f lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2233a8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.748417:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef8f lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2233a8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.748427:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef8f lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2233a8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756108.748445:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c659b480 x1874589766066432/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/672 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756108.748460:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef8f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2233a8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.748471:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4391 (0 0) 00000080:00200000:0.0:1787756108.748480:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x3:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1787756108.748523:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1127:0x0], updating i_size 4096 00000080:00200000:0.0:1787756108.748526:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x1127:0x0](ffffa0e6e0208908): rc = 0 00000080:00010000:0.0:1787756108.748535:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1127:0x0](ffffa0e6e0208908) for lock 0xc63d509de01cef8f 00000080:00010000:0.0:1787756108.748551:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1127:0x0](ffffa0e6e0208908) 00000080:00010000:0.0:1787756108.748555:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cef8f from it ffffbc5601c77bd0 00010000:00010000:0.0:1787756108.748559:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef8f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2233a8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.748569:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef8f lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2233a8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1787756108.748621:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file request-key.d:[0x20001a9e3:0x1127:0x0](ffffa0e6e0208908) current size 4096, valid attrs 41, mode 41ed, uid -768540672, gid -24346, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00010000:00010000:0.0:1787756108.748646:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef8f lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2233a8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.748699:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef8f lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2233a8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.748713:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787756108.748716:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef8f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1127:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2233a8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1787756108.748750:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756108.748758:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c659b480 x1874589766066688/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756108.748783:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766066688:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756108.748870:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebda80 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.757377:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766066688:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756108.757426:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1127:0x0], updating i_size 4096 00000080:00200008:0.0:1787756108.757456:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file request-key.d:[0x20001a9e3:0x1127:0x0](ffffa0e6e0208908) current size 4096, valid attrs 10000041, mode 41ed, uid -768540672, gid -24346, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200000:0.0:1787756108.757528:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:0.0:1787756108.757538:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:0.0:1787756108.757557:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756108.757579:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rdma, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=1536 00000080:00200000:0.0:1787756108.757583:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 3 00000080:00200000:0.0:1787756108.757590:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 3 00000080:00200000:0.0:1787756108.757595:0:138509:0:(namei.c:2239:do_mkdir()) VFS Op:name=rdma, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8) 00000020:00100000:0.0:1787756108.757678:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756108.757687:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6598700 x1874589766066944/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756108.757711:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766066944:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756108.757811:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebda80 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.765077:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766066944:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756108.765152:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988) 00000080:00200000:0.0:1787756108.765161:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1128:0x0], updating i_size 4096 00000080:00200000:0.0:1787756108.765613:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:0.0:1787756108.765626:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:0.0:1787756108.765638:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756108.765653:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rdma, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=17 00000080:00200000:0.0:1787756108.765658:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rdma, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), intent=0 00000002:00010000:0.0:1787756108.765683:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rdma,[0x0:0x0:0x0]) in obj [0x200024df1:0x3:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787756108.765888:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef96 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.765901:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef96 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.765911:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef96 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756108.765937:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d8e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766067072:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756108.766069:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebda80 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.769031:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90d8e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766067072:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756108.769064:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef96 lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22340a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.769097:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef96 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22340a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.769113:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef96 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22340a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.769125:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef96 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22340a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.769138:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef96 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22340a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.769153:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef96 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22340a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.769162:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef96 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22340a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.769171:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef96 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22340a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756108.769196:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffffa0e6c90d8e00 x1874589766067072/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756108.769211:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef96 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22340a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.769223:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4392 (0 0) 00000080:00200000:0.0:1787756108.769231:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200024df1:0x3:0x0] suppgids 0 -1: rc 0 00000002:00010000:0.0:1787756108.769347:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200024df0:0x21:0x0]) in obj [0x200024df0:0x21:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787756108.769403:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cef9d lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.769412:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cef9d lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.769422:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cef9d lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756108.769446:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90daa00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766067200:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756108.769521:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebda80 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.771913:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90daa00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766067200:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756108.771943:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cef9d lrc: 4/1,0 mode: --/CR res: [0x200024df0:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223418 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.771957:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cef9d lrc: 4/1,0 mode: --/PR res: [0x200024df0:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223418 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.771970:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cef9d lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223418 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.771982:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cef9d lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223418 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.771996:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cef9d lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223418 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.772004:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cef9d lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223418 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.772016:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cef9d lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223418 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756108.772029:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c90daa00 x1874589766067200/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756108.772053:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cef9d lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223418 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.772067:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590085616/33 (0 0) 00010000:00010000:0.0:1787756108.772074:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cef9d lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223418 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.772084:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cef9d lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223418 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00010000:0.0:1787756108.772116:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000fb9:0x21:0x0]) in obj [0x240000fb9:0x21:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787756108.772175:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683200/0xc63d509de01cefa4 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.772184:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683200/0xc63d509de01cefa4 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.772193:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683200/0xc63d509de01cefa4 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756108.772213:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90daa00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766067328:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756108.772314:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebda80 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.777200:0:138509:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: committing for last_committed 8589935542 gen 1 00000100:00100000:0.0:1787756108.777267:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90daa00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766067328:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756108.777326:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683200/0xc63d509de01cefa4 lrc: 4/1,0 mode: --/CR res: [0x240000fb9:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223426 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.777340:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683200/0xc63d509de01cefa4 lrc: 4/1,0 mode: --/PR res: [0x240000fb9:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223426 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.777354:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683200/0xc63d509de01cefa4 lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223426 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.777365:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683200/0xc63d509de01cefa4 lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223426 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.777379:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683200/0xc63d509de01cefa4 lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223426 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.777388:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683200/0xc63d509de01cefa4 lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223426 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.777397:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683200/0xc63d509de01cefa4 lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223426 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756108.777409:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c90daa00 x1874589766067328/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756108.777424:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683200/0xc63d509de01cefa4 lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223426 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.777444:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663680441/33 (0 0) 00010000:00010000:0.0:1787756108.777452:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683200/0xc63d509de01cefa4 lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223426 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.777462:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683200/0xc63d509de01cefa4 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223426 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756108.777499:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1128:0x0], updating i_size 8192 00000080:00200000:0.0:1787756108.777503:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x1128:0x0](ffffa0e6c7629988): rc = 0 00000080:00010000:0.0:1787756108.777514:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1128:0x0](ffffa0e6c7629988) for lock 0xc63d509de01cef96 00000080:00010000:0.0:1787756108.777536:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1128:0x0](ffffa0e6c7629988) 00000080:00010000:0.0:1787756108.777540:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cef96 from it ffffbc5601c77ac8 00010000:00010000:0.0:1787756108.777544:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef96 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22340a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.777553:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef96 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22340a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756108.777578:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756108.777611:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988), inode mode 41c0 mask 3 00000080:00200000:0.0:1787756108.777618:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=mlx4.conf, dir=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988), file ffffa0e6d9717080, open_flags 89c1, mode 8180 opened 0 00000080:00200000:0.0:1787756108.777626:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=mlx4.conf, dir=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988), intent=open|creat 00000002:00010000:0.0:1787756108.777662:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: mlx4.conf,[0x20001a9e3:0x1129:0x0]) in obj [0x200024df0:0x21:0x0], intent: open|creat flags 0104702 00010000:00010000:0.0:1787756108.777677:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cef9d lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d223418 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.777754:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cef9d lrc: 1/0,0 mode: --/PR res: [0x200024df0:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d223418 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.777762:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787756108.777766:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cef9d lrc: 0/0,0 mode: --/PR res: [0x200024df0:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d223418 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.777820:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefab lrc: 3/0,1 mode: --/CW res: [0x200024df0:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.777827:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefab lrc: 3/0,1 mode: --/CW res: [0x200024df0:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787756108.777840:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787756108.777847:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c90d8e00 x1874589766067584/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787756108.777856:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefab lrc: 3/0,1 mode: --/CW res: [0x200024df0:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756108.777877:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d8e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766067584:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756108.778039:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebda80 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.781132:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90d8e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766067584:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756108.781165:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefab lrc: 4/0,1 mode: --/CW res: [0x200024df0:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223442 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.781197:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefab lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223442 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.781212:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefab lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223442 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.781224:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefab lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223442 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.781236:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefab lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223442 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.781252:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefab lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223442 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.781261:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefab lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223442 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.781299:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefab lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223442 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756108.781314:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c90d8e00 x1874589766067584/t322122551615(322122551615) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787756108.781328:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c90d8e00 x1874589766067584/t322122551615(322122551615) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756108.781343:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefab lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223442 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1787756108.781363:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefab lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223442 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.781374:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4393 (0 0) 00000080:00200000:0.0:1787756108.781380:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200024df0:0x21:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1787756108.781396:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=mlx4.conf, dir=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988), intent=open|creat 00000080:00200000:0.0:1787756108.781431:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x1129:0x0](ffffa0e6c762d348) 00000080:00200000:0.0:1787756108.781882:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x1129:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:0.0:1787756108.781889:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x20001a9e3:0x1129:0x0](ffffa0e6c762d348) 00000080:00010000:0.0:1787756108.781893:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1129:0x0](ffffa0e6c762d348) for lock 0xc63d509de01cefab 00000080:00010000:0.0:1787756108.781903:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1129:0x0](ffffa0e6c762d348) 00000080:00200008:0.0:1787756108.781920:0:138509:0:(file.c:1090:ll_file_open()) START file mlx4.conf:[0x20001a9e3:0x1129:0x0](ffffa0e6c762d348), flags 104701 00000002:00100000:0.0:1787756108.781944:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c90d8e00 x1874589766067584/t322122551615(322122551615) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:0.0:1787756108.781983:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cefab from it ffffa0e6c6f0a060 00010000:00010000:0.0:1787756108.781988:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefab lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d223442 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.781998:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefab lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d223442 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756108.782023:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1129:0x0](ffffa0e6c762d348), inode mode 8180 mask 40 00000080:00200008:0.0:1787756108.782055:0:138509:0:(file.c:2650:do_file_write_iter()) START file mlx4.conf:[0x20001a9e3:0x1129:0x0], ppos: 0, count: 1245 00000080:00200000:0.0:1787756108.782069:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1245 bytes 00000080:00200000:0.0:1787756108.782118:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1245 00000080:00200000:0.0:1787756108.782124:0:138509:0:(file.c:2090:ll_file_io_generic()) mlx4.conf: write ppos: 0, bytes: 1245 00000080:00200000:0.0:1787756108.782130:0:138509:0:(file.c:1848:ll_io_set_mirror()) mlx4.conf: desiginated mirror: 0 00000020:00200000:0.0:1787756108.782139:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@000000003f2ff1df[0x110, 1, [0x20001a9e3:0x1129:0x0] hash] 00000020:00200000:0.0:1787756108.782142:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 1245) 2048 0 00000080:00200000:0.0:1787756108.782148:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1129:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787756108.782164:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:0.0:1787756108.782174:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1245) 1245, 1245 00020000:00200000:0.0:1787756108.782179:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756108.782200:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:0.0:1787756108.782219:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:0.0:1787756108.782224:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c85f9030, osc lock ffffa0e6c3fe9c80, flags 0x40000 00010000:00010000:0.0:1787756108.782312:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b98fbf62/0xc63d509de01cefb2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x167f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.782323:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b98fbf62/0xc63d509de01cefb2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x167f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.782336:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b98fbf62/0xc63d509de01cefb2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x167f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756108.782355:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90daa00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766067712:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756108.782436:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd240 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.789001:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90daa00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766067712:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756108.789039:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b98fbf62/0xc63d509de01cefb2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x167f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223450 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.789062:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b98fbf62/0xc63d509de01cefb2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x167f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223450 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.789076:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b98fbf62/0xc63d509de01cefb2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x167f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223450 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.789094:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b98fbf62/0xc63d509de01cefb2 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x167f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223450 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787756108.789108:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b98fbf62/0xc63d509de01cefb2 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x167f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d223450 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.789120:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b98fbf62/0xc63d509de01cefb2 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x167f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223450 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.789128:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b98fbf62/0xc63d509de01cefb2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x167f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223450 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787756108.789164:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) mlx4.conf: write [0, 1245) append 0 append lockpos 0 00000080:00200000:0.0:1787756108.789187:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1245 bytes 00000080:00200000:0.0:1787756108.789259:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 1245, copied 1245 00000080:00200000:0.0:1787756108.789287:0:138509:0:(rw26.c:929:ll_write_end()) page@00000000c0f9c070[3 00000000867275c3 2 1 000000008b6b77e9 0 0 0] 00000080:00200000:0.0:1787756108.789291:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @00000000968cc01d 17ffffc0001001 3:0 ffffa0e6d00229a0 0 lru 00000080:00200000:0.0:1787756108.789299:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@000000006dcefdf3 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000000dd14ff3 00000000e09ba679 > 3< 0 0 > 4< 0 0 8 482951168 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787756108.789301:0:138509:0:(rw26.c:929:ll_write_end()) end page@00000000c0f9c070 00000080:00200000:0.0:1787756108.789303:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787756108.789310:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 1245 prio 0 00000008:00010000:0.0:1787756108.789334:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 00000000438142f4 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b98fbf62/0xc63d509de01cefb2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x167f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223450 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787756108.789356:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6c762d4f8, count 1, dirtied 1 00000080:00200000:0.0:1787756108.789361:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1245 bytes, tot: 1245 00000080:00200000:0.0:1787756108.789365:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) mlx4.conf: write bytes 0, result: 1245 00000020:00010000:0.0:1787756108.789384:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:0.0:1787756108.789388:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787756108.789391:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c85f9030 (ffffa0e6c3555c68/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787756108.789396:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b98fbf62/0xc63d509de01cefb2 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x167f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223450 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.789406:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b98fbf62/0xc63d509de01cefb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x167f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223450 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1787756108.789423:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:0.0:1787756108.789426:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c85f9030 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:0.0:1787756108.789435:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 1245 bytes 00000080:00200000:0.0:1787756108.789443:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:0.0:1787756108.789453:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1129:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756108.789456:0:138509:0:(file.c:2238:ll_file_io_generic()) mlx4.conf: 2 io complete with rc: 0, result: 1245, restart: 0 00000080:00200000:0.0:1787756108.789464:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x20001a9e3:0x1129:0x0] updating i_size 1245 i_blocks 0 00000080:00200000:0.0:1787756108.789469:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1245 00000080:00200008:0.0:1787756108.789501:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file mlx4.conf:[0x20001a9e3:0x1129:0x0](ffffa0e6c762d348) current size 1245, valid attrs 10160, mode 5560, uid -646877056, gid -24346, new size 18446669676315901696, atime 1787756108.000000000, mtime 1697742703.000000000, ctime 1787756108.000000000 00010000:00010000:0.0:1787756108.789535:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefab lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d223442 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756108.789557:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1129:0x0]: losing layout lock 00010000:00010000:0.0:1787756108.789609:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefab lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223442 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.789616:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787756108.789619:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefab lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223442 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1787756108.789649:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756108.789659:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c90daa00 x1874589766067968/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756108.789683:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90daa00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766067968:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756108.789785:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd240 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.794368:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90daa00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766067968:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756108.794434:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1129:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:0.0:1787756108.794466:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20001a9e3:0x1129:0x0](ffffa0e6c762d348) 00000002:00010000:0.0:1787756108.794480:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x20001a9e3:0x1129:0x0]) in obj [0x20001a9e3:0x1129:0x0], intent: layout flags 0 00010000:00010000:0.0:1787756108.794539:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cefb9 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.794547:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cefb9 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.794557:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cefb9 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756108.794575:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d9f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766068096:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756108.794658:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd240 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.796457:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90d9f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766068096:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756108.796487:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cefb9 lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22345e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.796505:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cefb9 lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22345e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756108.796522:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6c90d9f80 x1874589766068096/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756108.796533:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cefb9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22345e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1787756108.796545:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cefb9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22345e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.796559:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 16 res 8590043619/4393 (0 0) 00000080:00200000:0.0:1787756108.796565:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x20001a9e3:0x1129:0x0] suppgids 0 0: rc 0 00000080:00010000:0.0:1787756108.796588:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1129:0x0](ffffa0e6c762d348) for lock 0xc63d509de01cefb9 00000080:00010000:0.0:1787756108.796597:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cefb9 from it ffffbc5601c77a78 00010000:00010000:0.0:1787756108.796602:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cefb9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22345e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.796612:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cefb9 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22345e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.796638:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cefb9 lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22345e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.796649:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cefb9 lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22345e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:0.0:1787756108.796656:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x20001a9e3:0x1129:0x0](00000000f6ab9c21) being reconfigured ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cefb9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22345e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756108.796712:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x1129:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:0.0:1787756108.796717:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cefb9 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d22345e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.796723:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cefb9 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d22345e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:0.0:1787756108.796753:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756108.796771:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:0.0:1787756108.796789:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787756108.796794:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c85f9030, osc lock ffffa0e6c3fe9c80, flags 0x0 00010000:00010000:0.0:1787756108.796812:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b98fbf62/0xc63d509de01cefb2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x167f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223450 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.796822:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b98fbf62/0xc63d509de01cefb2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x167f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223450 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.796836:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b98fbf62/0xc63d509de01cefb2 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x167f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223450 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.796845:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b98fbf62/0xc63d509de01cefb2 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x167f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223450 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.796853:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b98fbf62/0xc63d509de01cefb2 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x167f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223450 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1787756108.796939:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787756108.796958:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766068224:192.168.201.131@tcp:2:tar.0 00000100:00100000:0.0:1787756108.800984:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766068224:192.168.201.131@tcp:2:tar.0 00000020:00010000:2.0:1787756108.801028:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:2.0:1787756108.801034:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756108.801040:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c85f9030 (ffffa0e6c3555c68/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756108.801054:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b98fbf62/0xc63d509de01cefb2 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x167f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223450 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.801072:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b98fbf62/0xc63d509de01cefb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x167f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223450 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:2.0:1787756108.801089:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756108.801091:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c85f9030 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756108.801124:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1129:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:2.0:1787756108.801146:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c632d200 uarg=0000000000000000 00000002:00000080:2.0:1787756108.801162:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c632d200 uarg=0000000000000000 00000020:00100000:2.0:1787756108.801204:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:2.0:1787756108.801214:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c97b9500 x1874589766068480/t0(0) o55->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787756108.801250:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b9500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766068480:192.168.201.131@tcp:55:tar.0 00000100:00100000:2.0:1787756108.801373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.802981:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b9500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766068480:192.168.201.131@tcp:55:tar.0 00000080:00200008:2.0:1787756108.803020:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file mlx4.conf:[0x20001a9e3:0x1129:0x0](ffffa0e6c762d348) current size 1245, valid attrs 10010160, mode 5560, uid -646877056, gid -24346, new size 18446669676315901696, atime 1787756108.000000000, mtime 1697742703.000000000, ctime 1787756108.000000000, rc 0 00000002:00010000:2.0:1787756108.803078:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20001a9e3:0x1129:0x0], intent: getxattr flags 0 00010000:00010000:2.0:1787756108.803145:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cefc0 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.803163:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cefc0 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.803174:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cefc0 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756108.803191:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b9500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766068608:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756108.803251:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.804913:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b9500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766068608:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756108.804949:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cefc0 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223473 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.804965:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cefc0 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223473 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.804987:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cefc0 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223473 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756108.805002:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c97b9500 x1874589766068608/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1096 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756108.805015:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cefc0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223473 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.805029:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4393 (0 0) 00000080:00200000:2.0:1787756108.805034:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x20001a9e3:0x1129:0x0] suppgids 0 -1: rc 0 00000080:00010000:2.0:1787756108.805056:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1129:0x0](ffffa0e6c762d348) for lock 0xc63d509de01cefc0 00000080:00010000:2.0:1787756108.805063:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cefc0 from it ffffbc5601c77c18 00010000:00010000:2.0:1787756108.805066:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cefc0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223473 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.805074:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cefc0 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223473 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756108.805108:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file mlx4.conf:[0x20001a9e3:0x1129:0x0](ffffa0e6c762d348) current size 1245, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:2.0:1787756108.805170:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756108.805176:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c97b9500 x1874589766068864/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756108.805195:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b9500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766068864:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756108.805259:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756108.808100:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b9500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766068864:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756108.808304:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1129:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756108.808324:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1787756108.808433:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787756108.808452:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766068992:192.168.201.131@tcp:2:tar.0 00000100:00100000:2.0:1787756108.810392:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766068992:192.168.201.131@tcp:2:tar.0 00000080:00200000:3.0:1787756108.810444:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1129:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756108.810465:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file mlx4.conf:[0x20001a9e3:0x1129:0x0](ffffa0e6c762d348) current size 1245, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:3.0:1787756108.810500:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file mlx4.conf:[0x20001a9e3:0x1129:0x0](ffffa0e6c762d348) current size 1245, valid attrs 41, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:3.0:1787756108.810577:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756108.810584:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5621880 x1874589766069248/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756108.810602:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5621880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766069248:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756108.810665:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d00249c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756108.813372:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5621880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766069248:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756108.813450:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1129:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756108.813469:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756108.813562:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756108.813577:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5620a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766069376:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756108.819183:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5620a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766069376:192.168.201.131@tcp:2:tar.0 00000080:00200000:0.0:1787756108.819488:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1129:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1787756108.819548:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file mlx4.conf:[0x20001a9e3:0x1129:0x0](ffffa0e6c762d348) current size 1245, valid attrs 10000041, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:0.0:1787756108.819584:0:138509:0:(file.c:479:ll_file_release()) START file mlx4.conf:[0x20001a9e3:0x1129:0x0](ffffa0e6c762d348), flags 104001 00000002:00100000:0.0:1787756108.819660:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c90d8e00 x1874589766067584/t322122551615(322122551615) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787756108.819671:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787756108.819675:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c90d8700 x1874589766069632/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787756108.819696:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d8700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766069632:192.168.201.131@tcp:35:tar.0 00000100:00100000:0.0:1787756108.820020:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd240 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.824773:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90d8700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766069632:192.168.201.131@tcp:35:tar.0 00000002:00100000:0.0:1787756108.824823:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c90d8e00 x1874589766067584/t322122551615(322122551615) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787756108.825007:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:0.0:1787756108.825019:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:0.0:1787756108.825029:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756108.825033:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rdma, flags=16 00000080:00200000:0.0:1787756108.825037:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756108.825055:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=modules, dir=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988), flags=1536 00000080:00200000:0.0:1787756108.825059:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988), inode mode 41c0 mask 3 00000080:00200000:0.0:1787756108.825066:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988), inode mode 41c0 mask 3 00000080:00200000:0.0:1787756108.825085:0:138509:0:(namei.c:2239:do_mkdir()) VFS Op:name=modules, dir=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988) 00000020:00100000:0.0:1787756108.825184:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756108.825193:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c90db480 x1874589766069888/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756108.825231:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90db480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766069888:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756108.826020:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd240 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.837476:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90db480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766069888:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756108.839631:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88) 00000080:00200000:0.0:1787756108.839649:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x112a:0x0], updating i_size 4096 00000080:00200000:0.0:1787756108.839790:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:0.0:1787756108.839802:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:0.0:1787756108.839813:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756108.839817:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rdma, flags=17 00000080:00200000:0.0:1787756108.839831:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756108.839845:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=modules, dir=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988), flags=17 00000080:00200000:0.0:1787756108.839850:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=modules, dir=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988), intent=0 00000002:00010000:0.0:1787756108.839882:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: modules,[0x0:0x0:0x0]) in obj [0x200024df0:0x21:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787756108.839963:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefc7 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.839974:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefc7 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x21:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.839987:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefc7 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x21:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756108.840451:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d8380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766070016:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756108.840799:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd240 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.844639:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90d8380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766070016:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756108.844676:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefc7 lrc: 4/1,0 mode: --/CR res: [0x200024df0:0x21:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234c7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.844713:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefc7 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234c7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.844724:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefc7 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234c7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.844751:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefc7 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2234c7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.844764:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefc7 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234c7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.844780:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefc7 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2234c7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.844789:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefc7 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2234c7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.844798:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefc7 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2234c7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756108.844817:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffffa0e6c90d8380 x1874589766070016/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756108.844833:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefc7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234c7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.844845:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4394 (0 0) 00000080:00200000:0.0:1787756108.844862:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200024df0:0x21:0x0] suppgids 0 -1: rc 0 00000002:00010000:0.0:1787756108.844969:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200024df0:0x22:0x0]) in obj [0x200024df0:0x22:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787756108.845033:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cefce lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.845041:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cefce lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.845051:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cefce lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756108.845075:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90da300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766070144:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756108.845643:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd240 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.848851:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90da300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766070144:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756108.848882:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cefce lrc: 4/1,0 mode: --/CR res: [0x200024df0:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.848897:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cefce lrc: 4/1,0 mode: --/PR res: [0x200024df0:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.848914:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cefce lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2234d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.848925:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cefce lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.848938:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cefce lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2234d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.848947:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cefce lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2234d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.848956:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cefce lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2234d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756108.848969:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c90da300 x1874589766070144/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756108.848984:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cefce lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.848998:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590085616/34 (0 0) 00010000:00010000:0.0:1787756108.849007:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cefce lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2234d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.849016:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cefce lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00010000:0.0:1787756108.849055:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000fb9:0x22:0x0]) in obj [0x240000fb9:0x22:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787756108.849164:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefd5 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.849173:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefd5 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.849183:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefd5 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756108.849207:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90da300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766070272:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756108.849363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd240 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.855935:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90da300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766070272:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756108.855965:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefd5 lrc: 4/1,0 mode: --/CR res: [0x240000fb9:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234e3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.855979:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefd5 lrc: 4/1,0 mode: --/PR res: [0x240000fb9:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234e3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.855995:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefd5 lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2234e3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.856008:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefd5 lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234e3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.856024:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefd5 lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2234e3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.856039:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefd5 lrc: 5/2,0 mode: PR/PR res: [0x240000fb9:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2234e3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.856048:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefd5 lrc: 4/1,0 mode: PR/PR res: [0x240000fb9:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2234e3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756108.856060:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c90da300 x1874589766070272/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756108.856072:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefd5 lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234e3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.856085:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663680441/34 (0 0) 00010000:00010000:0.0:1787756108.856092:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefd5 lrc: 3/1,0 mode: PR/PR res: [0x240000fb9:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2234e3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.856099:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefd5 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234e3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756108.856959:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x112a:0x0], updating i_size 8192 00000080:00200000:0.0:1787756108.856968:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88): rc = 0 00000080:00010000:0.0:1787756108.856980:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88) for lock 0xc63d509de01cefc7 00000080:00010000:0.0:1787756108.856998:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88) 00000080:00010000:0.0:1787756108.857003:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cefc7 from it ffffbc5601c77ac8 00010000:00010000:0.0:1787756108.857008:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefc7 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2234c7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.857023:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefc7 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234c7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756108.857051:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756108.857078:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), inode mode 41c0 mask 3 00000080:00200000:0.0:1787756108.857084:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=roce.conf, dir=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), file ffffa0e6d9717080, open_flags 89c1, mode 8180 opened 0 00000080:00200000:0.0:1787756108.857094:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=roce.conf, dir=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), intent=open|creat 00000002:00010000:0.0:1787756108.857407:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: roce.conf,[0x2400007ed:0xc3:0x0]) in obj [0x240000fb9:0x22:0x0], intent: open|creat flags 0104702 00010000:00010000:0.0:1787756108.857425:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefd5 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2234e3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.857819:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefd5 lrc: 1/0,0 mode: --/PR res: [0x240000fb9:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2234e3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.857829:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787756108.857832:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefd5 lrc: 0/0,0 mode: --/PR res: [0x240000fb9:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2234e3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.857869:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cefdc lrc: 3/0,1 mode: --/CW res: [0x240000fb9:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.857874:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cefdc lrc: 3/0,1 mode: --/CW res: [0x240000fb9:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787756108.857885:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787756108.857893:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c90d8380 x1874589766070528/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787756108.857904:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cefdc lrc: 3/0,1 mode: --/CW res: [0x240000fb9:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756108.857924:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d8380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766070528:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756108.858199:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd240 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.862170:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90d8380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766070528:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756108.862205:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cefdc lrc: 4/0,1 mode: --/CW res: [0x240000fb9:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234ff expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.862234:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cefdc lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234ff expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.862244:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cefdc lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234ff expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.862257:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cefdc lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2234ff expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.862303:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cefdc lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234ff expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.862317:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cefdc lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2234ff expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.862323:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cefdc lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2234ff expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.862332:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cefdc lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2234ff expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756108.862343:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c90d8380 x1874589766070528/t8589935548(8589935548) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787756108.862353:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c90d8380 x1874589766070528/t8589935548(8589935548) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756108.862365:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cefdc lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234ff expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1787756108.862377:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cefdc lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2234ff expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.862385:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/195 (0 0) 00000080:00200000:0.0:1787756108.862392:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000fb9:0x22:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1787756108.862405:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=roce.conf, dir=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), intent=open|creat 00000080:00200000:0.0:1787756108.862440:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0xc3:0x0](ffffa0e6e02621c8) 00000080:00200000:0.0:1787756108.862522:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xc3:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:0.0:1787756108.862525:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0xc3:0x0](ffffa0e6e02621c8) 00000080:00010000:0.0:1787756108.862528:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xc3:0x0](ffffa0e6e02621c8) for lock 0xc63d509de01cefdc 00000080:00010000:0.0:1787756108.862537:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xc3:0x0](ffffa0e6e02621c8) 00000080:00200008:0.0:1787756108.862562:0:138509:0:(file.c:1090:ll_file_open()) START file roce.conf:[0x2400007ed:0xc3:0x0](ffffa0e6e02621c8), flags 104701 00000002:00100000:0.0:1787756108.862582:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c90d8380 x1874589766070528/t8589935548(8589935548) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:0.0:1787756108.862619:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cefdc from it ffffa0e6c6f0ac00 00010000:00010000:0.0:1787756108.862622:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cefdc lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d2234ff expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.862630:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cefdc lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d2234ff expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756108.862657:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xc3:0x0](ffffa0e6e02621c8), inode mode 8180 mask 40 00000080:00200008:0.0:1787756108.862692:0:138509:0:(file.c:2650:do_file_write_iter()) START file roce.conf:[0x2400007ed:0xc3:0x0], ppos: 0, count: 99 00000080:00200000:0.0:1787756108.862712:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 99 bytes 00000080:00200000:0.0:1787756108.862719:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 99 00000080:00200000:0.0:1787756108.862725:0:138509:0:(file.c:2090:ll_file_io_generic()) roce.conf: write ppos: 0, bytes: 99 00000080:00200000:0.0:1787756108.862730:0:138509:0:(file.c:1848:ll_io_set_mirror()) roce.conf: desiginated mirror: 0 00000020:00200000:0.0:1787756108.862750:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@0000000066ab3fc1[0x110, 1, [0x2400007ed:0xc3:0x0] hash] 00000020:00200000:0.0:1787756108.862752:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 99) 2048 0 00000080:00200000:0.0:1787756108.862758:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xc3:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787756108.862786:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:0.0:1787756108.862796:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 99) 99, 99 00020000:00200000:0.0:1787756108.862800:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756108.862820:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:0.0:1787756108.862834:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:0.0:1787756108.862839:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c85f91b0, osc lock ffffa0e6c3fe84c0, flags 0x40000 00010000:00010000:0.0:1787756108.862885:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000011075f28/0xc63d509de01cefe3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.862892:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000011075f28/0xc63d509de01cefe3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.862899:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000011075f28/0xc63d509de01cefe3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756108.862916:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90da300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766070656:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756108.862990:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.865434:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90da300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766070656:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756108.865466:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000011075f28/0xc63d509de01cefe3 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22350d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.865486:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000011075f28/0xc63d509de01cefe3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22350d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.865499:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000011075f28/0xc63d509de01cefe3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22350d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.865515:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000011075f28/0xc63d509de01cefe3 lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22350d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787756108.865529:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000011075f28/0xc63d509de01cefe3 lrc: 4/0,2 mode: PW/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d22350d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.865542:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000011075f28/0xc63d509de01cefe3 lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22350d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.865562:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000011075f28/0xc63d509de01cefe3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22350d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787756108.865591:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) roce.conf: write [0, 99) append 0 append lockpos 0 00000080:00200000:0.0:1787756108.865613:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 99 bytes 00000080:00200000:0.0:1787756108.865678:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 99, copied 99 00000080:00200000:0.0:1787756108.865692:0:138509:0:(rw26.c:929:ll_write_end()) page@00000000a961a525[3 00000000b040ab81 2 1 000000008b6b77e9 0 0 0] 00000080:00200000:0.0:1787756108.865696:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @0000000052eb9b1f 17ffffc0001001 3:0 ffffa0e6d0022ee0 0 lru 00000080:00200000:0.0:1787756108.865702:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@000000007a5ffede 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000096e19b13 000000006daa6cf0 > 3< 0 0 > 4< 0 0 8 480231424 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787756108.865704:0:138509:0:(rw26.c:929:ll_write_end()) end page@00000000a961a525 00000080:00200000:0.0:1787756108.865705:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787756108.865711:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 99 prio 0 00000008:00010000:0.0:1787756108.865748:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 00000000552f520e ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000011075f28/0xc63d509de01cefe3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22350d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787756108.865779:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e0262378, count 1, dirtied 1 00000080:00200000:0.0:1787756108.865786:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 99 bytes, tot: 99 00000080:00200000:0.0:1787756108.865789:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) roce.conf: write bytes 0, result: 99 00000020:00010000:0.0:1787756108.865807:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:0.0:1787756108.865811:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787756108.865814:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c85f91b0 (ffffa0e6c3555c68/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787756108.865819:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000011075f28/0xc63d509de01cefe3 lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22350d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.865829:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000011075f28/0xc63d509de01cefe3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22350d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1787756108.865846:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:0.0:1787756108.865849:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c85f91b0 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:0.0:1787756108.865857:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 99 bytes 00000080:00200000:0.0:1787756108.865865:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:0.0:1787756108.865876:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xc3:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756108.865881:0:138509:0:(file.c:2238:ll_file_io_generic()) roce.conf: 2 io complete with rc: 0, result: 99, restart: 0 00000080:00200000:0.0:1787756108.865889:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x2400007ed:0xc3:0x0] updating i_size 99 i_blocks 0 00000080:00200000:0.0:1787756108.865894:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 99 00000080:00200008:0.0:1787756108.865928:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file roce.conf:[0x2400007ed:0xc3:0x0](ffffa0e6e02621c8) current size 99, valid attrs 10160, mode 5560, uid -646877056, gid -24346, new size 18446669676315901696, atime 1787756108.000000000, mtime 1695014664.000000000, ctime 1787756108.000000000 00010000:00010000:0.0:1787756108.865964:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cefdc lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2234ff expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756108.865985:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xc3:0x0]: losing layout lock 00010000:00010000:0.0:1787756108.866034:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cefdc lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2234ff expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.866042:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787756108.866044:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cefdc lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2234ff expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1787756108.866074:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756108.866083:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c90da300 x1874589766070912/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756108.866107:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90da300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766070912:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756108.866186:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.870690:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90da300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766070912:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756108.870927:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xc3:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:0.0:1787756108.870964:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x2400007ed:0xc3:0x0](ffffa0e6e02621c8) 00000002:00010000:0.0:1787756108.870979:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0xc3:0x0]) in obj [0x2400007ed:0xc3:0x0], intent: layout flags 0 00010000:00010000:0.0:1787756108.871062:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefea lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.871074:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefea lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.871092:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefea lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756108.871128:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d8000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766071040:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756108.871219:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.883007:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90d8000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766071040:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756108.883051:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefea lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22351b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.883070:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefea lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22351b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756108.883088:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6c90d8000 x1874589766071040/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756108.883102:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefea lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22351b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756108.883220:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefea lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22351b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.883238:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 16 res 9663678445/195 (0 0) 00000080:00200000:2.0:1787756108.883245:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x2400007ed:0xc3:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1787756108.883286:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xc3:0x0](ffffa0e6e02621c8) for lock 0xc63d509de01cefea 00000080:00010000:2.0:1787756108.883296:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cefea from it ffffbc5601c77a78 00010000:00010000:2.0:1787756108.883300:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefea lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22351b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.883311:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefea lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22351b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.883344:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefea lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22351b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.883356:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefea lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22351b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787756108.883364:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x2400007ed:0xc3:0x0](00000000f94c2543) being reconfigured ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefea lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22351b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.883521:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xc3:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:2.0:1787756108.883529:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefea lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d22351b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.883538:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefea lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d22351b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:2.0:1787756108.883564:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756108.883584:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1787756108.883601:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787756108.883606:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c96c0630, osc lock ffffa0e6d0ad7a20, flags 0x0 00010000:00010000:2.0:1787756108.883626:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000011075f28/0xc63d509de01cefe3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22350d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.883639:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000011075f28/0xc63d509de01cefe3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22350d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.883652:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000011075f28/0xc63d509de01cefe3 lrc: 7/0,2 mode: PW/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22350d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.883660:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000011075f28/0xc63d509de01cefe3 lrc: 7/0,2 mode: PW/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22350d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.883668:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000011075f28/0xc63d509de01cefe3 lrc: 6/0,1 mode: PW/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22350d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1787756108.883770:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787756108.883788:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766071168:192.168.201.131@tcp:2:tar.0 00000100:00100000:2.0:1787756108.887761:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766071168:192.168.201.131@tcp:2:tar.0 00000020:00010000:3.0:1787756108.887844:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:3.0:1787756108.887850:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756108.887861:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c96c0630 (ffffa0e6c3555128/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756108.887875:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000011075f28/0xc63d509de01cefe3 lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22350d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.887895:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000011075f28/0xc63d509de01cefe3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22350d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1787756108.887913:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756108.887916:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c96c0630 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756108.887939:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xc3:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:3.0:1787756108.887959:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c88ab600 uarg=0000000000000000 00000002:00000080:3.0:1787756108.887976:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c88ab600 uarg=0000000000000000 00000020:00100000:3.0:1787756108.888009:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:3.0:1787756108.888018:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5622680 x1874589766071424/t0(0) o55->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756108.888044:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5622680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766071424:192.168.201.131@tcp:55:tar.0 00000100:00100000:3.0:1787756108.888164:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d00249c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756108.892378:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5622680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766071424:192.168.201.131@tcp:55:tar.0 00000080:00200008:3.0:1787756108.892428:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file roce.conf:[0x2400007ed:0xc3:0x0](ffffa0e6e02621c8) current size 99, valid attrs 10010160, mode 5560, uid -646877056, gid -24346, new size 18446669676315901696, atime 1787756108.000000000, mtime 1695014664.000000000, ctime 1787756108.000000000, rc 0 00000002:00010000:3.0:1787756108.892502:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400007ed:0xc3:0x0], intent: getxattr flags 0 00010000:00010000:3.0:1787756108.892569:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ceff1 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.892577:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ceff1 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.892586:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ceff1 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756108.892605:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5622680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766071552:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756108.892725:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d00249c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756108.901116:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5622680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766071552:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756108.901153:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ceff1 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223530 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.901172:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ceff1 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223530 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.901184:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ceff1 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223530 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756108.901202:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c5622680 x1874589766071552/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1096 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756108.901214:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ceff1 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223530 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.901230:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/195 (0 0) 00000080:00200000:3.0:1787756108.901238:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x2400007ed:0xc3:0x0] suppgids 0 -1: rc 0 00000080:00010000:3.0:1787756108.901316:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xc3:0x0](ffffa0e6e02621c8) for lock 0xc63d509de01ceff1 00000080:00010000:3.0:1787756108.901384:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ceff1 from it ffffbc5601c77c18 00010000:00010000:3.0:1787756108.901390:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ceff1 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223530 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.901402:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ceff1 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223530 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787756108.901451:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file roce.conf:[0x2400007ed:0xc3:0x0](ffffa0e6e02621c8) current size 99, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:3.0:1787756108.901517:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756108.901525:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5622680 x1874589766071808/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756108.901551:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5622680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766071808:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756108.901653:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d00249c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756108.908674:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5622680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766071808:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756108.908757:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xc3:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756108.908777:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756108.908883:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756108.908904:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5620000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766071936:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756108.912385:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5620000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766071936:192.168.201.131@tcp:2:tar.0 00000080:00200000:0.0:1787756108.913718:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xc3:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1787756108.913754:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file roce.conf:[0x2400007ed:0xc3:0x0](ffffa0e6e02621c8) current size 99, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:0.0:1787756108.913789:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file roce.conf:[0x2400007ed:0xc3:0x0](ffffa0e6e02621c8) current size 99, valid attrs 41, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:0.0:1787756108.913872:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756108.913885:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c90d9c00 x1874589766072192/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756108.913919:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d9c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766072192:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756108.914020:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.916909:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90d9c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766072192:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756108.916968:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xc3:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756108.916987:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1787756108.917114:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766072320:192.168.201.131@tcp:2:tar.0 00000100:00100000:0.0:1787756108.919117:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766072320:192.168.201.131@tcp:2:tar.0 00000080:00200000:3.0:1787756108.919178:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xc3:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756108.919205:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file roce.conf:[0x2400007ed:0xc3:0x0](ffffa0e6e02621c8) current size 99, valid attrs 10000041, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:3.0:1787756108.919247:0:138509:0:(file.c:479:ll_file_release()) START file roce.conf:[0x2400007ed:0xc3:0x0](ffffa0e6e02621c8), flags 104001 00000002:00100000:3.0:1787756108.919368:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c90d8380 x1874589766070528/t8589935548(8589935548) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787756108.919382:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787756108.919389:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5623480 x1874589766072576/t0(0) o35->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756108.919419:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766072576:192.168.201.131@tcp:35:tar.0 00000100:00100000:3.0:1787756108.919501:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d00249c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756108.921897:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766072576:192.168.201.131@tcp:35:tar.0 00000002:00100000:3.0:1787756108.921937:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c90d8380 x1874589766070528/t8589935548(8589935548) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787756108.922053:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756108.922065:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756108.922075:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756108.922079:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rdma, flags=17 00000080:00200000:3.0:1787756108.922082:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756108.922085:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=modules, flags=17 00000080:00200000:3.0:1787756108.922089:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756108.922102:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756108.922116:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=rdma.conf, dir=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), file ffffa0e6c857ca80, open_flags 89c1, mode 8180 opened 0 00000080:00200000:3.0:1787756108.922130:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rdma.conf, dir=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), intent=open|creat 00000002:00010000:3.0:1787756108.922164:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rdma.conf,[0x20001a9e3:0x112b:0x0]) in obj [0x200024df0:0x22:0x0], intent: open|creat flags 0104702 00010000:00010000:3.0:1787756108.922188:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cefce lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2234d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.922327:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cefce lrc: 1/0,0 mode: --/PR res: [0x200024df0:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2234d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.922336:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756108.922339:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cefce lrc: 0/0,0 mode: --/PR res: [0x200024df0:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2234d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.922397:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01ceff8 lrc: 3/0,1 mode: --/CW res: [0x200024df0:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.922405:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01ceff8 lrc: 3/0,1 mode: --/CW res: [0x200024df0:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787756108.922417:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787756108.922425:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5622300 x1874589766072832/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787756108.922436:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01ceff8 lrc: 3/0,1 mode: --/CW res: [0x200024df0:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756108.922456:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5622300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766072832:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756108.922622:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d00249c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787756108.928821:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5622300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766072832:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756108.928854:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01ceff8 lrc: 4/0,1 mode: --/CW res: [0x200024df0:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22355a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.928883:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01ceff8 lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22355a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.928890:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01ceff8 lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22355a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.928900:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01ceff8 lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22355a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.928914:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01ceff8 lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22355a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.928929:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01ceff8 lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22355a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.928939:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01ceff8 lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22355a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.928948:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01ceff8 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22355a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756108.928961:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c5622300 x1874589766072832/t322122551621(322122551621) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787756108.928974:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c5622300 x1874589766072832/t322122551621(322122551621) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756108.928990:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01ceff8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22355a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756108.929005:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01ceff8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22355a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.929018:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4395 (0 0) 00000080:00200000:3.0:1787756108.929025:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200024df0:0x22:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756108.929040:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=rdma.conf, dir=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), intent=open|creat 00000080:00200000:3.0:1787756108.929106:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x112b:0x0](ffffa0e6e0269148) 00000080:00200000:3.0:1787756108.929197:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x112b:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:3.0:1787756108.929203:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x20001a9e3:0x112b:0x0](ffffa0e6e0269148) 00000080:00010000:3.0:1787756108.929206:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x112b:0x0](ffffa0e6e0269148) for lock 0xc63d509de01ceff8 00000080:00010000:3.0:1787756108.929218:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x112b:0x0](ffffa0e6e0269148) 00000080:00200008:3.0:1787756108.929235:0:138509:0:(file.c:1090:ll_file_open()) START file rdma.conf:[0x20001a9e3:0x112b:0x0](ffffa0e6e0269148), flags 104701 00000002:00100000:3.0:1787756108.929256:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c5622300 x1874589766072832/t322122551621(322122551621) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787756108.929378:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ceff8 from it ffffa0e6ca097780 00010000:00010000:3.0:1787756108.929382:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01ceff8 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d22355a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.929390:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01ceff8 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d22355a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756108.929413:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x112b:0x0](ffffa0e6e0269148), inode mode 8180 mask 40 00000080:00200008:3.0:1787756108.929457:0:138509:0:(file.c:2650:do_file_write_iter()) START file rdma.conf:[0x20001a9e3:0x112b:0x0], ppos: 0, count: 455 00000080:00200000:3.0:1787756108.929477:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 455 bytes 00000080:00200000:3.0:1787756108.929483:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 455 00000080:00200000:3.0:1787756108.929488:0:138509:0:(file.c:2090:ll_file_io_generic()) rdma.conf: write ppos: 0, bytes: 455 00000080:00200000:3.0:1787756108.929492:0:138509:0:(file.c:1848:ll_io_set_mirror()) rdma.conf: desiginated mirror: 0 00000020:00200000:3.0:1787756108.929499:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@000000009e846781[0x110, 1, [0x20001a9e3:0x112b:0x0] hash] 00000020:00200000:3.0:1787756108.929501:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 455) 2048 0 00000080:00200000:3.0:1787756108.929506:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x112b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756108.929520:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:3.0:1787756108.929527:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 455) 455, 455 00020000:00200000:3.0:1787756108.929531:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756108.929562:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:3.0:1787756108.929579:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:3.0:1787756108.929585:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c97756b0, osc lock ffffa0e6c7b6af70, flags 0x40000 00010000:00010000:3.0:1787756108.929651:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000019742099/0xc63d509de01cefff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x163f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.929662:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000019742099/0xc63d509de01cefff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x163f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.929674:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000019742099/0xc63d509de01cefff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x163f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756108.929695:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623b80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766072960:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756108.929795:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024840 going to sleep for 11 seconds 00000100:00100000:3.0:1787756108.932951:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623b80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766072960:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756108.932981:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000019742099/0xc63d509de01cefff lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x163f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223568 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.933003:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000019742099/0xc63d509de01cefff lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x163f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223568 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.933018:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000019742099/0xc63d509de01cefff lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x163f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223568 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.933035:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000019742099/0xc63d509de01cefff lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x163f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223568 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787756108.933047:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000019742099/0xc63d509de01cefff lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x163f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d223568 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.933061:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000019742099/0xc63d509de01cefff lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x163f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223568 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.933068:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000019742099/0xc63d509de01cefff lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x163f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223568 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756108.933094:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) rdma.conf: write [0, 455) append 0 append lockpos 0 00000080:00200000:3.0:1787756108.933117:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 455 bytes 00000080:00200000:3.0:1787756108.933194:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 455, copied 455 00000080:00200000:3.0:1787756108.933208:0:138509:0:(rw26.c:929:ll_write_end()) page@00000000fdd5f78b[3 0000000003756b46 2 1 000000008b6b77e9 0 0 0] 00000080:00200000:3.0:1787756108.933212:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @00000000cd615062 17ffffc0001001 3:0 ffffa0e6c664cc40 0 lru 00000080:00200000:3.0:1787756108.933220:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@0000000045f3f55a 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000096e19b13 0000000079423b85 > 3< 0 0 > 4< 0 0 8 480202752 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787756108.933223:0:138509:0:(rw26.c:929:ll_write_end()) end page@00000000fdd5f78b 00000080:00200000:3.0:1787756108.933224:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787756108.933229:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 455 prio 0 00000008:00010000:3.0:1787756108.933252:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 0000000087a5e812 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000019742099/0xc63d509de01cefff lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x163f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223568 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756108.933297:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e02692f8, count 1, dirtied 1 00000080:00200000:3.0:1787756108.933301:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 455 bytes, tot: 455 00000080:00200000:3.0:1787756108.933304:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) rdma.conf: write bytes 0, result: 455 00000020:00010000:3.0:1787756108.933321:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:3.0:1787756108.933324:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756108.933327:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c97756b0 (ffffa0e6c3555128/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756108.933413:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000019742099/0xc63d509de01cefff lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x163f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223568 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.933426:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000019742099/0xc63d509de01cefff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x163f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223568 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1787756108.933440:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756108.933443:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c97756b0 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756108.933457:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 455 bytes 00000080:00200000:3.0:1787756108.933538:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:3.0:1787756108.933605:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x112b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787756108.933610:0:138509:0:(file.c:2238:ll_file_io_generic()) rdma.conf: 2 io complete with rc: 0, result: 455, restart: 0 00000080:00200000:3.0:1787756108.933620:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x20001a9e3:0x112b:0x0] updating i_size 455 i_blocks 0 00000080:00200000:3.0:1787756108.933627:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 455 00000080:00200008:3.0:1787756108.933664:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rdma.conf:[0x20001a9e3:0x112b:0x0](ffffa0e6e0269148) current size 455, valid attrs 10160, mode 5560, uid -933770624, gid -24346, new size 18446669676315901696, atime 1787756108.000000000, mtime 1697742703.000000000, ctime 1787756108.000000000 00010000:00010000:3.0:1787756108.933702:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01ceff8 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d22355a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756108.933727:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x112b:0x0]: losing layout lock 00010000:00010000:3.0:1787756108.933797:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01ceff8 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22355a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.933805:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756108.933808:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01ceff8 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22355a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787756108.933835:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756108.933846:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5623b80 x1874589766073216/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756108.933879:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623b80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766073216:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756108.933980:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024840 going to sleep for 11 seconds 00000100:00100000:3.0:1787756108.935877:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623b80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766073216:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756108.935921:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x112b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:3.0:1787756108.935944:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20001a9e3:0x112b:0x0](ffffa0e6e0269148) 00000002:00010000:3.0:1787756108.935955:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x20001a9e3:0x112b:0x0]) in obj [0x20001a9e3:0x112b:0x0], intent: layout flags 0 00010000:00010000:3.0:1787756108.936017:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cf006 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.936028:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cf006 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.936038:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cf006 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756108.936050:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5621c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766073344:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756108.936102:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024840 going to sleep for 11 seconds 00000100:00100000:3.0:1787756108.938414:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5621c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766073344:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756108.938451:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cf006 lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223576 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.938468:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cf006 lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223576 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756108.938484:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6c5621c00 x1874589766073344/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756108.938502:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cf006 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223576 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756108.938516:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cf006 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223576 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.938532:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 16 res 8590043619/4395 (0 0) 00000080:00200000:3.0:1787756108.938538:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x20001a9e3:0x112b:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1787756108.938559:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x112b:0x0](ffffa0e6e0269148) for lock 0xc63d509de01cf006 00000080:00010000:3.0:1787756108.938567:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cf006 from it ffffbc5601c77a78 00010000:00010000:3.0:1787756108.938572:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cf006 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223576 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.938583:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cf006 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223576 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.938610:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cf006 lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223576 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.938623:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cf006 lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223576 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787756108.938632:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x20001a9e3:0x112b:0x0](00000000039e2a6c) being reconfigured ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cf006 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223576 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756108.938686:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x112b:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:3.0:1787756108.938693:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cf006 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d223576 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.938702:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cf006 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d223576 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:3.0:1787756108.938728:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756108.938754:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1787756108.938767:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787756108.938771:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c97756b0, osc lock ffffa0e6c7b6af70, flags 0x0 00010000:00010000:3.0:1787756108.938787:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000019742099/0xc63d509de01cefff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x163f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223568 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.938795:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000019742099/0xc63d509de01cefff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x163f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223568 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.938804:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000019742099/0xc63d509de01cefff lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x163f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223568 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.938810:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000019742099/0xc63d509de01cefff lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x163f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223568 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.938814:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000019742099/0xc63d509de01cefff lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x163f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223568 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1787756108.939314:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5621c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766073472:192.168.201.131@tcp:2:tar.0 00000100:00100000:2.0:1787756108.941951:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5621c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766073472:192.168.201.131@tcp:2:tar.0 00000020:00010000:3.0:1787756108.942005:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:3.0:1787756108.942011:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756108.942018:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c97756b0 (ffffa0e6c3555128/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756108.942030:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000019742099/0xc63d509de01cefff lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x163f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223568 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.942049:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000019742099/0xc63d509de01cefff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x163f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223568 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1787756108.942069:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756108.942073:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c97756b0 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756108.942095:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x112b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:3.0:1787756108.942113:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c35ab000 uarg=0000000000000000 00000002:00000080:3.0:1787756108.942127:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c35ab000 uarg=0000000000000000 00000020:00100000:3.0:1787756108.942163:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:3.0:1787756108.942172:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5622a00 x1874589766073728/t0(0) o55->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756108.942204:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5622a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766073728:192.168.201.131@tcp:55:tar.0 00000100:00100000:3.0:1787756108.942328:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024840 going to sleep for 11 seconds 00000100:00100000:3.0:1787756108.946686:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5622a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766073728:192.168.201.131@tcp:55:tar.0 00000080:00200008:3.0:1787756108.946747:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rdma.conf:[0x20001a9e3:0x112b:0x0](ffffa0e6e0269148) current size 455, valid attrs 10010160, mode 5560, uid -933770624, gid -24346, new size 18446669676315901696, atime 1787756108.000000000, mtime 1697742703.000000000, ctime 1787756108.000000000, rc 0 00000002:00010000:3.0:1787756108.946815:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20001a9e3:0x112b:0x0], intent: getxattr flags 0 00010000:00010000:3.0:1787756108.946888:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cf00d lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.946900:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cf00d lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.946922:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cf00d lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756108.946950:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5622a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766073856:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756108.947041:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024840 going to sleep for 11 seconds 00000100:00100000:3.0:1787756108.949667:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5622a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766073856:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756108.949703:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cf00d lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22358b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.949721:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cf00d lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22358b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.949743:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cf00d lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22358b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756108.949760:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c5622a00 x1874589766073856/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1096 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756108.949772:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cf00d lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22358b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.949786:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4395 (0 0) 00000080:00200000:3.0:1787756108.949793:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x20001a9e3:0x112b:0x0] suppgids 0 -1: rc 0 00000080:00010000:3.0:1787756108.949820:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x112b:0x0](ffffa0e6e0269148) for lock 0xc63d509de01cf00d 00000080:00010000:3.0:1787756108.949829:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cf00d from it ffffbc5601c77c18 00010000:00010000:3.0:1787756108.949833:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cf00d lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22358b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.949844:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cf00d lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22358b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787756108.949893:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rdma.conf:[0x20001a9e3:0x112b:0x0](ffffa0e6e0269148) current size 455, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:3.0:1787756108.949969:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756108.949977:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c5622a00 x1874589766074112/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756108.950000:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5622a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766074112:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756108.950086:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024840 going to sleep for 11 seconds 00000100:00100000:3.0:1787756108.956166:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5622a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766074112:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756108.956239:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x112b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756108.956261:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1787756108.956432:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787756108.956456:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c5623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766074240:192.168.201.131@tcp:2:tar.0 00000100:00100000:2.0:1787756108.960434:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c5623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766074240:192.168.201.131@tcp:2:tar.0 00000080:00200000:3.0:1787756108.960508:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x112b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756108.960530:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rdma.conf:[0x20001a9e3:0x112b:0x0](ffffa0e6e0269148) current size 455, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:3.0:1787756108.960564:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rdma.conf:[0x20001a9e3:0x112b:0x0](ffffa0e6e0269148) current size 455, valid attrs 41, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:3.0:1787756108.960637:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756108.960645:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c354b480 x1874589766074496/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756108.960665:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766074496:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756108.960793:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024840 going to sleep for 11 seconds 00000100:00100000:3.0:1787756108.962516:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766074496:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756108.962566:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x112b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787756108.962585:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1787756108.962697:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766074624:192.168.201.131@tcp:2:tar.0 00000100:00100000:2.0:1787756108.965394:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766074624:192.168.201.131@tcp:2:tar.0 00000080:00200000:3.0:1787756108.965450:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x112b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787756108.965473:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rdma.conf:[0x20001a9e3:0x112b:0x0](ffffa0e6e0269148) current size 455, valid attrs 10000041, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:3.0:1787756108.965512:0:138509:0:(file.c:479:ll_file_release()) START file rdma.conf:[0x20001a9e3:0x112b:0x0](ffffa0e6e0269148), flags 104001 00000002:00100000:3.0:1787756108.965591:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c5622300 x1874589766072832/t322122551621(322122551621) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787756108.965605:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787756108.965611:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c354b800 x1874589766074880/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787756108.965636:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766074880:192.168.201.131@tcp:35:tar.0 00000100:00100000:3.0:1787756108.965725:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024840 going to sleep for 11 seconds 00000100:00100000:3.0:1787756108.968502:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766074880:192.168.201.131@tcp:35:tar.0 00000002:00100000:3.0:1787756108.968547:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c5622300 x1874589766072832/t322122551621(322122551621) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787756108.968658:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787756108.968669:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:3.0:1787756108.968678:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756108.968682:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rdma, flags=17 00000080:00200000:3.0:1787756108.968686:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756108.968689:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=modules, flags=17 00000080:00200000:3.0:1787756108.968693:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), inode mode 41c0 mask 1 00000080:00200000:3.0:1787756108.968710:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), inode mode 41c0 mask 3 00000080:00200000:3.0:1787756108.968716:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=opa.conf, dir=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), file ffffa0e6c857c000, open_flags 89c1, mode 8180 opened 0 00000080:00200000:3.0:1787756108.968727:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=opa.conf, dir=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), intent=open|creat 00000002:00010000:3.0:1787756108.968774:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: opa.conf,[0x20001a9e3:0x112c:0x0]) in obj [0x200024df0:0x22:0x0], intent: open|creat flags 0104702 00010000:00010000:3.0:1787756108.968854:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf014 lrc: 3/0,1 mode: --/CW res: [0x200024df0:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.968865:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf014 lrc: 3/0,1 mode: --/CW res: [0x200024df0:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787756108.968877:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787756108.968884:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c3548700 x1874589766075136/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787756108.968895:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf014 lrc: 3/0,1 mode: --/CW res: [0x200024df0:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756108.968916:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766075136:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756108.969077:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024840 going to sleep for 11 seconds 00000100:00100000:3.0:1787756108.972639:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766075136:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756108.972676:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf014 lrc: 4/0,1 mode: --/CW res: [0x200024df0:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2235b5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.972711:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf014 lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2235b5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.972721:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf014 lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2235b5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.972750:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf014 lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2235b5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.972768:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf014 lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2235b5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.972784:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf014 lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2235b5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.972793:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf014 lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2235b5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.972801:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf014 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2235b5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756108.972814:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c3548700 x1874589766075136/t322122551626(322122551626) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787756108.972829:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c3548700 x1874589766075136/t322122551626(322122551626) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756108.972843:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf014 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2235b5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787756108.972856:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf014 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2235b5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.972868:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4396 (0 0) 00000080:00200000:3.0:1787756108.972879:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200024df0:0x22:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787756108.972897:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=opa.conf, dir=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), intent=open|creat 00000080:00200000:3.0:1787756108.973323:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x112c:0x0](ffffa0e6e026ba88) 00000080:00200000:3.0:1787756108.973426:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x112c:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:3.0:1787756108.973432:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x20001a9e3:0x112c:0x0](ffffa0e6e026ba88) 00000080:00010000:3.0:1787756108.973435:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x112c:0x0](ffffa0e6e026ba88) for lock 0xc63d509de01cf014 00000080:00010000:3.0:1787756108.973448:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x112c:0x0](ffffa0e6e026ba88) 00000080:00200008:3.0:1787756108.973465:0:138509:0:(file.c:1090:ll_file_open()) START file opa.conf:[0x20001a9e3:0x112c:0x0](ffffa0e6e026ba88), flags 104701 00000002:00100000:3.0:1787756108.973492:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c3548700 x1874589766075136/t322122551626(322122551626) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756124 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787756108.973540:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cf014 from it ffffa0e6ca0974e0 00010000:00010000:3.0:1787756108.973545:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf014 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d2235b5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.973557:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf014 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d2235b5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756108.973583:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x112c:0x0](ffffa0e6e026ba88), inode mode 8180 mask 40 00000080:00200008:3.0:1787756108.973619:0:138509:0:(file.c:2650:do_file_write_iter()) START file opa.conf:[0x20001a9e3:0x112c:0x0], ppos: 0, count: 253 00000080:00200000:3.0:1787756108.973632:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 253 bytes 00000080:00200000:3.0:1787756108.973640:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 253 00000080:00200000:3.0:1787756108.973645:0:138509:0:(file.c:2090:ll_file_io_generic()) opa.conf: write ppos: 0, bytes: 253 00000080:00200000:3.0:1787756108.973650:0:138509:0:(file.c:1848:ll_io_set_mirror()) opa.conf: desiginated mirror: 0 00000020:00200000:3.0:1787756108.973660:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@00000000bcfd4d8d[0x110, 1, [0x20001a9e3:0x112c:0x0] hash] 00000020:00200000:3.0:1787756108.973662:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 253) 2048 0 00000080:00200000:3.0:1787756108.973668:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x112c:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756108.973686:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:3.0:1787756108.973695:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 253) 253, 253 00020000:00200000:3.0:1787756108.973700:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787756108.973722:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:3.0:1787756108.973751:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:3.0:1787756108.973758:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c97756b0, osc lock ffffa0e6c7b6af70, flags 0x40000 00010000:00010000:3.0:1787756108.973819:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000012673f66/0xc63d509de01cf01b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1680:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.973830:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000012673f66/0xc63d509de01cf01b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1680:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.973841:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000012673f66/0xc63d509de01cf01b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1680:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756108.973864:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766075264:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756108.973965:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756108.975641:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766075264:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756108.975676:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000012673f66/0xc63d509de01cf01b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2235c3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.975707:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000012673f66/0xc63d509de01cf01b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2235c3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.975722:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000012673f66/0xc63d509de01cf01b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2235c3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.975753:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000012673f66/0xc63d509de01cf01b lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x1680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2235c3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787756108.975769:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000012673f66/0xc63d509de01cf01b lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x1680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d2235c3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.975789:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000012673f66/0xc63d509de01cf01b lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x1680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2235c3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.975799:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000012673f66/0xc63d509de01cf01b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2235c3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756108.975830:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) opa.conf: write [0, 253) append 0 append lockpos 0 00000080:00200000:3.0:1787756108.975854:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 253 bytes 00000080:00200000:3.0:1787756108.975921:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 253, copied 253 00000080:00200000:3.0:1787756108.975945:0:138509:0:(rw26.c:929:ll_write_end()) page@000000001eb62f0f[3 000000008d561862 2 1 000000008b6b77e9 0 0 0] 00000080:00200000:3.0:1787756108.975953:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @000000004da3019f 17ffffc0001001 3:0 ffffa0e6c664c2a0 0 lru 00000080:00200000:3.0:1787756108.975962:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@000000000547a11a 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000000dd14ff3 000000006a249261 > 3< 0 0 > 4< 0 0 8 482922496 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787756108.975965:0:138509:0:(rw26.c:929:ll_write_end()) end page@000000001eb62f0f 00000080:00200000:3.0:1787756108.975967:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787756108.975972:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 253 prio 0 00000008:00010000:3.0:1787756108.975996:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 00000000b0f2c974 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000012673f66/0xc63d509de01cf01b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d2235c3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787756108.976018:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e026bc38, count 1, dirtied 1 00000080:00200000:3.0:1787756108.976024:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 253 bytes, tot: 253 00000080:00200000:3.0:1787756108.976027:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) opa.conf: write bytes 0, result: 253 00000020:00010000:3.0:1787756108.976045:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:3.0:1787756108.976049:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787756108.976052:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c97756b0 (ffffa0e6c3555128/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787756108.976058:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000012673f66/0xc63d509de01cf01b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2235c3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.976074:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000012673f66/0xc63d509de01cf01b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d2235c3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1787756108.976091:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:3.0:1787756108.976095:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c97756b0 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:3.0:1787756108.976104:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 253 bytes 00000080:00200000:3.0:1787756108.976112:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:3.0:1787756108.976122:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x112c:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787756108.976126:0:138509:0:(file.c:2238:ll_file_io_generic()) opa.conf: 2 io complete with rc: 0, result: 253, restart: 0 00000080:00200000:3.0:1787756108.976134:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x20001a9e3:0x112c:0x0] updating i_size 253 i_blocks 0 00000080:00200000:3.0:1787756108.976140:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 253 00000080:00200008:3.0:1787756108.976352:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file opa.conf:[0x20001a9e3:0x112c:0x0](ffffa0e6e026ba88) current size 253, valid attrs 10160, mode 0, uid -534332792, gid -24346, new size 18446744073709551379, atime 1787756108.000000000, mtime 1695014664.000000000, ctime 1787756108.000000000 00010000:00010000:3.0:1787756108.976390:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf014 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2235b5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756108.976424:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x112c:0x0]: losing layout lock 00010000:00010000:3.0:1787756108.976473:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf014 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2235b5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756108.976481:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756108.976485:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf014 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2235b5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787756108.976514:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787756108.976525:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c3548e00 x1874589766075520/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756108.976556:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766075520:192.168.201.131@tcp:36:tar.0 00000100:00100000:3.0:1787756108.976650:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756108.979033:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766075520:192.168.201.131@tcp:36:tar.0 00000080:00200000:3.0:1787756108.979093:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x112c:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:3.0:1787756108.979182:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20001a9e3:0x112c:0x0](ffffa0e6e026ba88) 00000002:00010000:3.0:1787756108.979197:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x20001a9e3:0x112c:0x0]) in obj [0x20001a9e3:0x112c:0x0], intent: layout flags 0 00010000:00010000:3.0:1787756108.979264:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8297800/0xc63d509de01cf022 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.979341:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8297800/0xc63d509de01cf022 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.979353:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8297800/0xc63d509de01cf022 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756108.979377:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766075648:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756108.979485:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756108.981310:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766075648:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756108.981347:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8297800/0xc63d509de01cf022 lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2235d1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756108.981364:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8297800/0xc63d509de01cf022 lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2235d1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756108.981382:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6c3548380 x1874589766075648/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756108.981401:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8297800/0xc63d509de01cf022 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2235d1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756108.981483:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8297800/0xc63d509de01cf022 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2235d1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.981503:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 16 res 8590043619/4396 (0 0) 00000080:00200000:2.0:1787756108.981509:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x20001a9e3:0x112c:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1787756108.981529:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x112c:0x0](ffffa0e6e026ba88) for lock 0xc63d509de01cf022 00000080:00010000:2.0:1787756108.981538:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cf022 from it ffffbc5601c77a78 00010000:00010000:2.0:1787756108.981542:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8297800/0xc63d509de01cf022 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2235d1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756108.981567:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8297800/0xc63d509de01cf022 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2235d1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.981598:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8297800/0xc63d509de01cf022 lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2235d1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.981608:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8297800/0xc63d509de01cf022 lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2235d1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787756108.981617:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x20001a9e3:0x112c:0x0](00000000e223310d) being reconfigured ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8297800/0xc63d509de01cf022 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2235d1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756108.981718:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x112c:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:2.0:1787756108.981725:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8297800/0xc63d509de01cf022 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d2235d1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.981743:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8297800/0xc63d509de01cf022 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d2235d1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:2.0:1787756108.981779:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756108.981798:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1787756108.981814:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787756108.981819:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c96c0bb0, osc lock ffffa0e6d0ad7560, flags 0x0 00010000:00010000:2.0:1787756108.981839:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000012673f66/0xc63d509de01cf01b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1680:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d2235c3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.981850:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000012673f66/0xc63d509de01cf01b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d2235c3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.981864:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000012673f66/0xc63d509de01cf01b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2235c3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.981874:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000012673f66/0xc63d509de01cf01b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2235c3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756108.981883:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000012673f66/0xc63d509de01cf01b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2235c3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1787756108.981962:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787756108.981979:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766075776:192.168.201.131@tcp:2:tar.0 00000100:00100000:2.0:1787756108.987413:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766075776:192.168.201.131@tcp:2:tar.0 00000020:00010000:0.0:1787756108.988011:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:0.0:1787756108.988016:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787756108.988021:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c96c0bb0 (ffffa0e6c3555008/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787756108.988031:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000012673f66/0xc63d509de01cf01b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d2235c3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756108.988046:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000012673f66/0xc63d509de01cf01b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d2235c3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1787756108.988062:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:0.0:1787756108.988064:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c96c0bb0 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:0.0:1787756108.988083:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x112c:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:0.0:1787756108.988100:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c662e600 uarg=0000000000000000 00000002:00000080:0.0:1787756108.988115:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c662e600 uarg=0000000000000000 00000020:00100000:0.0:1787756108.988152:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:0.0:1787756108.988159:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c90dbb80 x1874589766076032/t0(0) o55->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787756108.988182:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90dbb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766076032:192.168.201.131@tcp:55:tar.0 00000100:00100000:0.0:1787756108.988328:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.994617:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90dbb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766076032:192.168.201.131@tcp:55:tar.0 00000080:00200008:0.0:1787756108.994670:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file opa.conf:[0x20001a9e3:0x112c:0x0](ffffa0e6e026ba88) current size 253, valid attrs 10010160, mode 0, uid -534332792, gid -24346, new size 18446744073709551379, atime 1787756108.000000000, mtime 1695014664.000000000, ctime 1787756108.000000000, rc 0 00000002:00010000:0.0:1787756108.994778:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20001a9e3:0x112c:0x0], intent: getxattr flags 0 00010000:00010000:0.0:1787756108.994851:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cf029 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.994860:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cf029 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.994869:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cf029 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756108.994888:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90dbb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766076160:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756108.994985:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:0.0:1787756108.997909:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90dbb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766076160:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756108.997943:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cf029 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2235e6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.997961:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cf029 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2235e6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.997972:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cf029 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2235e6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756108.997987:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c90dbb80 x1874589766076160/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1096 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756108.998001:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cf029 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2235e6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.998016:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4396 (0 0) 00000080:00200000:0.0:1787756108.998022:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x20001a9e3:0x112c:0x0] suppgids 0 -1: rc 0 00000080:00010000:0.0:1787756108.998049:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x112c:0x0](ffffa0e6e026ba88) for lock 0xc63d509de01cf029 00000080:00010000:0.0:1787756108.998059:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cf029 from it ffffbc5601c77c18 00010000:00010000:0.0:1787756108.998064:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cf029 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2235e6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756108.998075:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cf029 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2235e6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1787756108.998121:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file opa.conf:[0x20001a9e3:0x112c:0x0](ffffa0e6e026ba88) current size 253, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000 00000020:00100000:0.0:1787756108.998179:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756108.998186:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c90dbb80 x1874589766076416/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756108.998224:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90dbb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766076416:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756108.998337:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:0.0:1787756109.006556:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90dbb80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766076416:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756109.006622:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x112c:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756109.006644:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1787756109.006763:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787756109.006783:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c90d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766076544:192.168.201.131@tcp:2:tar.0 00000100:00100000:0.0:1787756109.012472:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c90d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766076544:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756109.012590:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x112c:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756109.012613:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file opa.conf:[0x20001a9e3:0x112c:0x0](ffffa0e6e026ba88) current size 253, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756108.000000000, mtime 1787756108.000000000, ctime 1787756108.000000000, rc 0 00000080:00200008:2.0:1787756109.012649:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file opa.conf:[0x20001a9e3:0x112c:0x0](ffffa0e6e026ba88) current size 253, valid attrs 41, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000 00000020:00100000:2.0:1787756109.012722:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756109.012743:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60ca300 x1874589766076800/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756109.012777:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766076800:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756109.012870:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.019095:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766076800:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756109.019167:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x112c:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756109.019188:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756109.019327:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756109.019349:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766076928:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756109.023426:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766076928:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756109.023582:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x112c:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756109.023605:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file opa.conf:[0x20001a9e3:0x112c:0x0](ffffa0e6e026ba88) current size 253, valid attrs 10000041, mode 81a4, uid 1787756108, gid 0, new size 0, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000, rc 0 00000080:00200008:2.0:1787756109.023646:0:138509:0:(file.c:479:ll_file_release()) START file opa.conf:[0x20001a9e3:0x112c:0x0](ffffa0e6e026ba88), flags 104001 00000002:00100000:2.0:1787756109.023744:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c3548700 x1874589766075136/t322122551626(322122551626) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787756109.023757:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787756109.023763:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60c9180 x1874589766077184/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787756109.023791:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766077184:192.168.201.131@tcp:35:tar.0 00000100:00100000:2.0:1787756109.023884:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.028558:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766077184:192.168.201.131@tcp:35:tar.0 00000002:00100000:2.0:1787756109.028607:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c3548700 x1874589766075136/t322122551626(322122551626) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756124 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787756109.028713:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756109.028722:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756109.028762:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.028767:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rdma, flags=17 00000080:00200000:2.0:1787756109.028770:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.028773:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=modules, flags=17 00000080:00200000:2.0:1787756109.028777:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.028799:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756109.028805:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=iwarp.conf, dir=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), file ffffa0e6d18d1800, open_flags 89c1, mode 8180 opened 0 00000080:00200000:2.0:1787756109.028816:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=iwarp.conf, dir=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), intent=open|creat 00000002:00010000:2.0:1787756109.028853:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: iwarp.conf,[0x2400007ed:0xc4:0x0]) in obj [0x240000fb9:0x22:0x0], intent: open|creat flags 0104702 00010000:00010000:2.0:1787756109.028945:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf030 lrc: 3/0,1 mode: --/CW res: [0x240000fb9:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.028956:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf030 lrc: 3/0,1 mode: --/CW res: [0x240000fb9:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787756109.028970:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787756109.028976:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60caa00 x1874589766077440/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787756109.028986:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf030 lrc: 3/0,1 mode: --/CW res: [0x240000fb9:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756109.029008:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766077440:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756109.029174:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.035809:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766077440:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756109.035846:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf030 lrc: 4/0,1 mode: --/CW res: [0x240000fb9:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223610 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.035885:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf030 lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223610 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.035895:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf030 lrc: 4/0,1 mode: --/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223610 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.035907:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf030 lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223610 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.035920:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf030 lrc: 4/0,1 mode: PR/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223610 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.035935:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf030 lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223610 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.035944:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf030 lrc: 5/1,1 mode: PR/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223610 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.035952:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf030 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223610 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756109.035965:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6c60caa00 x1874589766077440/t8589935553(8589935553) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756125 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1787756109.035980:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c60caa00 x1874589766077440/t8589935553(8589935553) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756125 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756109.035995:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf030 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223610 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756109.036009:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf030 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223610 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.036021:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/196 (0 0) 00000080:00200000:2.0:1787756109.036028:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000fb9:0x22:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756109.036044:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=iwarp.conf, dir=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), intent=open|creat 00000080:00200000:2.0:1787756109.036077:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0xc4:0x0](ffffa0e6e020cb08) 00000080:00200000:2.0:1787756109.036194:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xc4:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:2.0:1787756109.036199:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0xc4:0x0](ffffa0e6e020cb08) 00000080:00010000:2.0:1787756109.036205:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xc4:0x0](ffffa0e6e020cb08) for lock 0xc63d509de01cf030 00000080:00010000:2.0:1787756109.037303:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xc4:0x0](ffffa0e6e020cb08) 00000080:00200008:2.0:1787756109.037337:0:138509:0:(file.c:1090:ll_file_open()) START file iwarp.conf:[0x2400007ed:0xc4:0x0](ffffa0e6e020cb08), flags 104701 00000002:00100000:2.0:1787756109.037373:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6c60caa00 x1874589766077440/t8589935553(8589935553) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756125 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1787756109.037417:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cf030 from it ffffa0e6d865dd20 00010000:00010000:2.0:1787756109.037423:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf030 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d223610 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.037434:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf030 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d223610 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756109.037472:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xc4:0x0](ffffa0e6e020cb08), inode mode 8180 mask 40 00000080:00200008:2.0:1787756109.037507:0:138509:0:(file.c:2650:do_file_write_iter()) START file iwarp.conf:[0x2400007ed:0xc4:0x0], ppos: 0, count: 74 00000080:00200000:2.0:1787756109.037521:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 74 bytes 00000080:00200000:2.0:1787756109.037527:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 74 00000080:00200000:2.0:1787756109.037533:0:138509:0:(file.c:2090:ll_file_io_generic()) iwarp.conf: write ppos: 0, bytes: 74 00000080:00200000:2.0:1787756109.037538:0:138509:0:(file.c:1848:ll_io_set_mirror()) iwarp.conf: desiginated mirror: 0 00000020:00200000:2.0:1787756109.037548:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@000000008bd5eac2[0x110, 1, [0x2400007ed:0xc4:0x0] hash] 00000020:00200000:2.0:1787756109.037550:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 74) 2048 0 00000080:00200000:2.0:1787756109.037556:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xc4:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756109.037573:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:2.0:1787756109.037582:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 74) 74, 74 00020000:00200000:2.0:1787756109.037586:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756109.037608:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:2.0:1787756109.037626:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:2.0:1787756109.037632:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c96c0e30, osc lock ffffa0e6d0ad77c0, flags 0x40000 00010000:00010000:2.0:1787756109.037694:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000006f710eb/0xc63d509de01cf037 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.037703:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000006f710eb/0xc63d509de01cf037 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.037715:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000006f710eb/0xc63d509de01cf037 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756109.037749:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766077568:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756109.037858:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8240 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.040722:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766077568:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756109.040766:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000006f710eb/0xc63d509de01cf037 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22361e expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.040789:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000006f710eb/0xc63d509de01cf037 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22361e expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.040803:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000006f710eb/0xc63d509de01cf037 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22361e expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.040820:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000006f710eb/0xc63d509de01cf037 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22361e expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787756109.040836:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000006f710eb/0xc63d509de01cf037 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d22361e expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.040849:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000006f710eb/0xc63d509de01cf037 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22361e expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.040864:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000006f710eb/0xc63d509de01cf037 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22361e expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756109.040894:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) iwarp.conf: write [0, 74) append 0 append lockpos 0 00000080:00200000:2.0:1787756109.040915:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 74 bytes 00000080:00200000:2.0:1787756109.040985:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 74, copied 74 00000080:00200000:2.0:1787756109.041000:0:138509:0:(rw26.c:929:ll_write_end()) page@0000000084d622ca[3 000000008ccbd4de 2 1 000000008b6b77e9 0 0 0] 00000080:00200000:2.0:1787756109.041004:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @000000004369c7f8 17ffffc0001001 3:0 ffffa0e6c6e89c40 0 lru 00000080:00200000:2.0:1787756109.041012:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@000000009c06b3a8 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000000dd14ff3 000000009d550f7e > 3< 0 0 > 4< 0 0 8 482893824 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787756109.041015:0:138509:0:(rw26.c:929:ll_write_end()) end page@0000000084d622ca 00000080:00200000:2.0:1787756109.041017:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787756109.041022:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 74 prio 0 00000008:00010000:2.0:1787756109.041048:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 0000000098cf4d25 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000006f710eb/0xc63d509de01cf037 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22361e expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756109.041071:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e020ccb8, count 1, dirtied 1 00000080:00200000:2.0:1787756109.041077:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 74 bytes, tot: 74 00000080:00200000:2.0:1787756109.041080:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) iwarp.conf: write bytes 0, result: 74 00000020:00010000:2.0:1787756109.041100:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:2.0:1787756109.041103:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756109.041107:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c96c0e30 (ffffa0e6c3555008/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756109.041113:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000006f710eb/0xc63d509de01cf037 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22361e expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.041123:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000006f710eb/0xc63d509de01cf037 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22361e expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1787756109.041146:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756109.041149:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c96c0e30 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756109.041159:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 74 bytes 00000080:00200000:2.0:1787756109.041168:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:2.0:1787756109.041179:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xc4:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787756109.041196:0:138509:0:(file.c:2238:ll_file_io_generic()) iwarp.conf: 2 io complete with rc: 0, result: 74, restart: 0 00000080:00200000:2.0:1787756109.041206:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x2400007ed:0xc4:0x0] updating i_size 74 i_blocks 0 00000080:00200000:2.0:1787756109.041219:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 74 00000080:00200008:2.0:1787756109.041252:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file iwarp.conf:[0x2400007ed:0xc4:0x0](ffffa0e6e020cb08) current size 74, valid attrs 10160, mode 5560, uid -779282432, gid -24346, new size 18446669676315901696, atime 1787756109.000000000, mtime 1695014664.000000000, ctime 1787756109.000000000 00010000:00010000:2.0:1787756109.041314:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf030 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d223610 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756109.041346:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xc4:0x0]: losing layout lock 00010000:00010000:2.0:1787756109.041396:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf030 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223610 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.041404:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756109.041408:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf030 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223610 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756109.041435:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756109.041455:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60c9f80 x1874589766077824/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756109.041480:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766077824:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756109.041567:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8240 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.045887:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766077824:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756109.045948:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xc4:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:2.0:1787756109.045976:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x2400007ed:0xc4:0x0](ffffa0e6e020cb08) 00000002:00010000:2.0:1787756109.045988:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x2400007ed:0xc4:0x0]) in obj [0x2400007ed:0xc4:0x0], intent: layout flags 0 00010000:00010000:2.0:1787756109.046052:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cf03e lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.046063:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cf03e lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.046072:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cf03e lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756109.046093:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766077952:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756109.046225:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8240 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.049504:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766077952:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756109.049545:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cf03e lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22362c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.049562:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cf03e lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22362c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756109.049577:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6c60c9c00 x1874589766077952/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756125 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756109.049589:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cf03e lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22362c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756109.049603:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cf03e lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22362c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.049619:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 16 res 9663678445/196 (0 0) 00000080:00200000:2.0:1787756109.049626:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x2400007ed:0xc4:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1787756109.049647:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xc4:0x0](ffffa0e6e020cb08) for lock 0xc63d509de01cf03e 00000080:00010000:2.0:1787756109.049657:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cf03e from it ffffbc5601c77a78 00010000:00010000:2.0:1787756109.049662:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cf03e lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22362c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.049673:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cf03e lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22362c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.049703:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cf03e lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22362c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.049715:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cf03e lrc: 2/1,0 mode: CR/CR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22362c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787756109.049724:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x2400007ed:0xc4:0x0](00000000ad78d08e) being reconfigured ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cf03e lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22362c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756109.049780:0:138509:0:(file.c:6843:ll_layout_conf()) [0x2400007ed:0xc4:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:2.0:1787756109.049786:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cf03e lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d22362c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.049794:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cf03e lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d22362c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:2.0:1787756109.049818:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756109.049837:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1787756109.049856:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787756109.049860:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c96c0e30, osc lock ffffa0e6d0ad77c0, flags 0x0 00010000:00010000:2.0:1787756109.049881:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000006f710eb/0xc63d509de01cf037 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22361e expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.049896:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000006f710eb/0xc63d509de01cf037 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22361e expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.049909:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000006f710eb/0xc63d509de01cf037 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22361e expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.049918:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000006f710eb/0xc63d509de01cf037 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22361e expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.049927:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000006f710eb/0xc63d509de01cf037 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22361e expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1787756109.050010:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787756109.050030:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766078080:192.168.201.131@tcp:2:tar.0 00000100:00100000:2.0:1787756109.053660:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766078080:192.168.201.131@tcp:2:tar.0 00000020:00010000:0.0:1787756109.053722:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:0.0:1787756109.053726:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787756109.053741:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c96c0e30 (ffffa0e6c3555008/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787756109.053752:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000006f710eb/0xc63d509de01cf037 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d22361e expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756109.053769:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000006f710eb/0xc63d509de01cf037 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d22361e expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1787756109.053788:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:0.0:1787756109.053791:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c96c0e30 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:0.0:1787756109.053813:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xc4:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:0.0:1787756109.053834:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c662e200 uarg=0000000000000000 00000002:00000080:0.0:1787756109.053849:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c662e200 uarg=0000000000000000 00000020:00100000:0.0:1787756109.053886:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:0.0:1787756109.053896:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6598000 x1874589766078336/t0(0) o55->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787756109.053927:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766078336:192.168.201.131@tcp:55:tar.0 00000100:00100000:0.0:1787756109.054055:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:0.0:1787756109.057916:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766078336:192.168.201.131@tcp:55:tar.0 00000080:00200008:0.0:1787756109.057968:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file iwarp.conf:[0x2400007ed:0xc4:0x0](ffffa0e6e020cb08) current size 74, valid attrs 10010160, mode 5560, uid -779282432, gid -24346, new size 18446669676315901696, atime 1787756109.000000000, mtime 1695014664.000000000, ctime 1787756109.000000000, rc 0 00000002:00010000:0.0:1787756109.058038:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400007ed:0xc4:0x0], intent: getxattr flags 0 00010000:00010000:0.0:1787756109.058116:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cf045 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.058128:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cf045 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.058139:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cf045 lrc: 3/1,0 mode: --/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756109.058307:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766078464:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756109.058438:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:0.0:1787756109.061607:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766078464:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756109.061643:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cf045 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223641 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.061661:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cf045 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223641 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.061673:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cf045 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223641 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756109.061687:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c6598000 x1874589766078464/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1104 e 0 to 0 dl 1787756125 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756109.061698:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cf045 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223641 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.061714:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/196 (0 0) 00000080:00200000:0.0:1787756109.061721:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x2400007ed:0xc4:0x0] suppgids 0 -1: rc 0 00000080:00010000:0.0:1787756109.061793:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xc4:0x0](ffffa0e6e020cb08) for lock 0xc63d509de01cf045 00000080:00010000:0.0:1787756109.061803:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cf045 from it ffffbc5601c77c18 00010000:00010000:0.0:1787756109.061809:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cf045 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223641 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.061819:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cf045 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223641 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1787756109.061865:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file iwarp.conf:[0x2400007ed:0xc4:0x0](ffffa0e6e020cb08) current size 74, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000 00000020:00100000:0.0:1787756109.061926:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756109.061934:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6598000 x1874589766078720/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756109.061958:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766078720:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756109.062080:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:0.0:1787756109.064917:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766078720:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756109.064978:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xc4:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756109.064997:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1787756109.065118:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766078848:192.168.201.131@tcp:2:tar.0 00000100:00100000:0.0:1787756109.071191:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766078848:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756109.071385:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xc4:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756109.071407:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file iwarp.conf:[0x2400007ed:0xc4:0x0](ffffa0e6e020cb08) current size 74, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000, rc 0 00000080:00200008:2.0:1787756109.071444:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file iwarp.conf:[0x2400007ed:0xc4:0x0](ffffa0e6e020cb08) current size 74, valid attrs 41, mode 81a4, uid 1787756109, gid 0, new size 0, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000 00000020:00100000:2.0:1787756109.071534:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756109.071545:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60c8380 x1874589766079104/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756109.071572:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766079104:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756109.071704:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8240 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.073947:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766079104:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756109.074005:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xc4:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756109.074026:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756109.074146:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766079232:192.168.201.131@tcp:2:tar.0 00000100:00100000:2.0:1787756109.080114:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766079232:192.168.201.131@tcp:2:tar.0 00000080:00200000:0.0:1787756109.080236:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xc4:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1787756109.080260:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file iwarp.conf:[0x2400007ed:0xc4:0x0](ffffa0e6e020cb08) current size 74, valid attrs 10000041, mode 81a4, uid 1787756109, gid 0, new size 0, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000, rc 0 00000080:00200008:0.0:1787756109.080331:0:138509:0:(file.c:479:ll_file_release()) START file iwarp.conf:[0x2400007ed:0xc4:0x0](ffffa0e6e020cb08), flags 104001 00000002:00100000:0.0:1787756109.080420:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6c60caa00 x1874589766077440/t8589935553(8589935553) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756125 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787756109.080440:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787756109.080447:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca170380 x1874589766079488/t0(0) o35->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787756109.080474:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766079488:192.168.201.131@tcp:35:tar.0 00000100:00100000:0.0:1787756109.080572:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:0.0:1787756109.083088:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766079488:192.168.201.131@tcp:35:tar.0 00000002:00100000:0.0:1787756109.083130:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6c60caa00 x1874589766077440/t8589935553(8589935553) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756125 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787756109.083589:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:0.0:1787756109.083601:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:0.0:1787756109.083611:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756109.083615:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rdma, flags=17 00000080:00200000:0.0:1787756109.083618:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756109.083621:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=modules, flags=17 00000080:00200000:0.0:1787756109.083624:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), inode mode 41c0 mask 1 00000080:00200000:0.0:1787756109.083643:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), inode mode 41c0 mask 3 00000080:00200000:0.0:1787756109.083649:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=infiniband.conf, dir=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), file ffffa0e6d9716180, open_flags 89c1, mode 8180 opened 0 00000080:00200000:0.0:1787756109.083660:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=infiniband.conf, dir=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), intent=open|creat 00000002:00010000:0.0:1787756109.083712:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: infiniband.conf,[0x20001a9e3:0x112d:0x0]) in obj [0x200024df0:0x22:0x0], intent: open|creat flags 0104702 00010000:00010000:0.0:1787756109.083807:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cf04c lrc: 3/0,1 mode: --/CW res: [0x200024df0:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.083819:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cf04c lrc: 3/0,1 mode: --/CW res: [0x200024df0:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787756109.083837:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787756109.083846:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca171180 x1874589766079744/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787756109.083858:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cf04c lrc: 3/0,1 mode: --/CW res: [0x200024df0:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756109.083882:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca171180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766079744:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756109.084052:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c6ebd600 going to sleep for 11 seconds 00000100:00100000:0.0:1787756109.087662:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca171180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766079744:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756109.087697:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cf04c lrc: 4/0,1 mode: --/CW res: [0x200024df0:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22366b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.087754:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cf04c lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22366b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.087765:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cf04c lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22366b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.087778:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cf04c lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22366b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.087790:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cf04c lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22366b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.087804:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cf04c lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22366b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.087818:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cf04c lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22366b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.087826:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cf04c lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22366b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756109.087841:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6ca171180 x1874589766079744/t322122551631(322122551631) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756125 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787756109.087856:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6ca171180 x1874589766079744/t322122551631(322122551631) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756125 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756109.087870:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cf04c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22366b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1787756109.087884:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cf04c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22366b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.087897:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4397 (0 0) 00000080:00200000:0.0:1787756109.087905:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200024df0:0x22:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1787756109.087922:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=infiniband.conf, dir=[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88), intent=open|creat 00000080:00200000:0.0:1787756109.087959:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x112d:0x0](ffffa0e6e0262a08) 00000080:00200000:0.0:1787756109.088054:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x112d:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:0.0:1787756109.088060:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x20001a9e3:0x112d:0x0](ffffa0e6e0262a08) 00000080:00010000:0.0:1787756109.088063:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x112d:0x0](ffffa0e6e0262a08) for lock 0xc63d509de01cf04c 00000080:00010000:0.0:1787756109.088074:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x112d:0x0](ffffa0e6e0262a08) 00000080:00200008:0.0:1787756109.088094:0:138509:0:(file.c:1090:ll_file_open()) START file infiniband.conf:[0x20001a9e3:0x112d:0x0](ffffa0e6e0262a08), flags 104701 00000002:00100000:0.0:1787756109.088118:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6ca171180 x1874589766079744/t322122551631(322122551631) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756125 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:0.0:1787756109.088160:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cf04c from it ffffa0e6d16ba060 00010000:00010000:0.0:1787756109.088165:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cf04c lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d22366b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.088175:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cf04c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d22366b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756109.088451:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x112d:0x0](ffffa0e6e0262a08), inode mode 8180 mask 40 00000080:00200008:0.0:1787756109.088487:0:138509:0:(file.c:2650:do_file_write_iter()) START file infiniband.conf:[0x20001a9e3:0x112d:0x0], ppos: 0, count: 299 00000080:00200000:0.0:1787756109.088502:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 299 bytes 00000080:00200000:0.0:1787756109.088509:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 299 00000080:00200000:0.0:1787756109.088514:0:138509:0:(file.c:2090:ll_file_io_generic()) infiniband.conf: write ppos: 0, bytes: 299 00000080:00200000:0.0:1787756109.088520:0:138509:0:(file.c:1848:ll_io_set_mirror()) infiniband.conf: desiginated mirror: 0 00000020:00200000:0.0:1787756109.088530:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@00000000d7ec6629[0x110, 1, [0x20001a9e3:0x112d:0x0] hash] 00000020:00200000:0.0:1787756109.088532:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 299) 2048 0 00000080:00200000:0.0:1787756109.088538:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x112d:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787756109.088556:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:0.0:1787756109.088565:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 299) 299, 299 00020000:00200000:0.0:1787756109.088570:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756109.088590:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:0.0:1787756109.088607:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:0.0:1787756109.088613:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c85f91b0, osc lock ffffa0e6c3fe84c0, flags 0x40000 00010000:00010000:0.0:1787756109.088670:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000079426de2/0xc63d509de01cf053 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1640:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.088680:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000079426de2/0xc63d509de01cf053 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1640:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.088691:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000079426de2/0xc63d509de01cf053 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1640:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756109.089668:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766079872:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756109.089903:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787756109.092047:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766079872:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756109.092082:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000079426de2/0xc63d509de01cf053 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223679 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.092104:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000079426de2/0xc63d509de01cf053 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223679 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.092313:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000079426de2/0xc63d509de01cf053 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223679 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.092331:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000079426de2/0xc63d509de01cf053 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x1640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223679 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787756109.092344:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000079426de2/0xc63d509de01cf053 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x1640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d223679 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.092357:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000079426de2/0xc63d509de01cf053 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x1640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223679 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.092366:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000079426de2/0xc63d509de01cf053 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223679 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787756109.092404:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) infiniband.conf: write [0, 299) append 0 append lockpos 0 00000080:00200000:0.0:1787756109.092427:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 299 bytes 00000080:00200000:0.0:1787756109.092493:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 299, copied 299 00000080:00200000:0.0:1787756109.092508:0:138509:0:(rw26.c:929:ll_write_end()) page@00000000ec5c0037[3 000000009d04f1f9 2 1 000000008b6b77e9 0 0 0] 00000080:00200000:0.0:1787756109.092512:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @0000000011b6ea60 17ffffc0001001 3:0 ffffa0e6d0022a80 0 lru 00000080:00200000:0.0:1787756109.092519:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@00000000785e07ea 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000096e19b13 00000000f9c8e1d8 > 3< 0 0 > 4< 0 0 8 480174080 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787756109.092522:0:138509:0:(rw26.c:929:ll_write_end()) end page@00000000ec5c0037 00000080:00200000:0.0:1787756109.092523:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787756109.092528:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 299 prio 0 00000008:00010000:0.0:1787756109.092551:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 00000000a9bb0462 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000079426de2/0xc63d509de01cf053 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223679 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787756109.092574:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e0262bb8, count 1, dirtied 1 00000080:00200000:0.0:1787756109.092579:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 299 bytes, tot: 299 00000080:00200000:0.0:1787756109.092583:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) infiniband.conf: write bytes 0, result: 299 00000020:00010000:0.0:1787756109.092601:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:0.0:1787756109.092605:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787756109.092609:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c85f91b0 (ffffa0e6c3555008/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787756109.092615:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000079426de2/0xc63d509de01cf053 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x1640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223679 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.092625:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000079426de2/0xc63d509de01cf053 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223679 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1787756109.092642:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:0.0:1787756109.092645:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c85f91b0 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:0.0:1787756109.092653:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 299 bytes 00000080:00200000:0.0:1787756109.092662:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:0.0:1787756109.092672:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x112d:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756109.092677:0:138509:0:(file.c:2238:ll_file_io_generic()) infiniband.conf: 2 io complete with rc: 0, result: 299, restart: 0 00000080:00200000:0.0:1787756109.092685:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x20001a9e3:0x112d:0x0] updating i_size 299 i_blocks 0 00000080:00200000:0.0:1787756109.092690:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 299 00000080:00200008:0.0:1787756109.092741:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file infiniband.conf:[0x20001a9e3:0x112d:0x0](ffffa0e6e0262a08) current size 299, valid attrs 10160, mode 5560, uid -646880896, gid -24346, new size 18446669676315901696, atime 1787756109.000000000, mtime 1695014664.000000000, ctime 1787756109.000000000 00010000:00010000:0.0:1787756109.092778:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cf04c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d22366b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756109.092801:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x112d:0x0]: losing layout lock 00010000:00010000:0.0:1787756109.092854:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cf04c lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22366b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756109.092862:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787756109.092865:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683a00/0xc63d509de01cf04c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22366b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1787756109.092894:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756109.092904:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca173480 x1874589766080128/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756109.092928:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766080128:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756109.093057:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787756109.102164:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766080128:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756109.102240:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x112d:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:0.0:1787756109.102289:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20001a9e3:0x112d:0x0](ffffa0e6e0262a08) 00000002:00010000:0.0:1787756109.102303:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x20001a9e3:0x112d:0x0]) in obj [0x20001a9e3:0x112d:0x0], intent: layout flags 0 00010000:00010000:0.0:1787756109.102406:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cf05a lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.102418:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cf05a lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.102430:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cf05a lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787756109.102456:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766080256:192.168.201.131@tcp:101:tar.0 00000100:00100000:0.0:1787756109.102545:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787756109.109205:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766080256:192.168.201.131@tcp:101:tar.0 00010000:00010000:0.0:1787756109.109249:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cf05a lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223687 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.109345:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cf05a lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223687 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787756109.109367:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6c97c0380 x1874589766080256/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756125 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787756109.109380:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cf05a lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223687 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1787756109.109396:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cf05a lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223687 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.109412:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 16 res 8590043619/4397 (0 0) 00000080:00200000:0.0:1787756109.109420:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x20001a9e3:0x112d:0x0] suppgids 0 0: rc 0 00000080:00010000:0.0:1787756109.109444:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x112d:0x0](ffffa0e6e0262a08) for lock 0xc63d509de01cf05a 00000080:00010000:0.0:1787756109.109454:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cf05a from it ffffbc5601c77a78 00010000:00010000:0.0:1787756109.109459:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cf05a lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223687 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787756109.109469:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cf05a lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223687 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756109.109501:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cf05a lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223687 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756109.109514:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cf05a lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223687 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:0.0:1787756109.109523:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x20001a9e3:0x112d:0x0](0000000077d75ef9) being reconfigured ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cf05a lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223687 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756109.109567:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x112d:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:0.0:1787756109.109574:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cf05a lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d223687 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756109.109581:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cf05a lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d223687 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:0.0:1787756109.109606:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756109.109624:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:0.0:1787756109.109641:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787756109.109646:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c85f91b0, osc lock ffffa0e6c3fe84c0, flags 0x0 00010000:00010000:0.0:1787756109.109666:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000079426de2/0xc63d509de01cf053 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1640:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223679 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756109.109678:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000079426de2/0xc63d509de01cf053 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223679 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756109.109692:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000079426de2/0xc63d509de01cf053 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x1640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223679 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756109.113855:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000079426de2/0xc63d509de01cf053 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x1640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223679 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756109.113887:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000079426de2/0xc63d509de01cf053 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x1640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223679 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1787756109.114040:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787756109.114071:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766080384:192.168.201.131@tcp:2:tar.0 00000100:00100000:0.0:1787756109.117102:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766080384:192.168.201.131@tcp:2:tar.0 00000020:00010000:2.0:1787756109.117149:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:2.0:1787756109.117155:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756109.117161:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c85f91b0 (ffffa0e6c3555008/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756109.117172:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000079426de2/0xc63d509de01cf053 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x1640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223679 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.117187:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000079426de2/0xc63d509de01cf053 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223679 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:2.0:1787756109.117202:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756109.117204:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c85f91b0 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756109.117226:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x112d:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:2.0:1787756109.117250:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c3492000 uarg=0000000000000000 00000002:00000080:2.0:1787756109.117265:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c3492000 uarg=0000000000000000 00000020:00100000:2.0:1787756109.117334:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:2.0:1787756109.117343:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60c8e00 x1874589766080640/t0(0) o55->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787756109.117365:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766080640:192.168.201.131@tcp:55:tar.0 00000100:00100000:2.0:1787756109.117478:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8240 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.123922:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766080640:192.168.201.131@tcp:55:tar.0 00000080:00200008:2.0:1787756109.123975:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file infiniband.conf:[0x20001a9e3:0x112d:0x0](ffffa0e6e0262a08) current size 299, valid attrs 10010160, mode 5560, uid -646880896, gid -24346, new size 18446669676315901696, atime 1787756109.000000000, mtime 1695014664.000000000, ctime 1787756109.000000000, rc 0 00000002:00010000:2.0:1787756109.124039:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20001a9e3:0x112d:0x0], intent: getxattr flags 0 00010000:00010000:2.0:1787756109.124112:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf061 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.124121:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf061 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.124130:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf061 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756109.124149:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766080768:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756109.124238:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8240 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.129880:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766080768:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756109.129912:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf061 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22369c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.129928:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf061 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22369c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.129937:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf061 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22369c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756109.129949:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6c60c8e00 x1874589766080768/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1104 e 0 to 0 dl 1787756125 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756109.129958:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf061 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22369c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.129971:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4397 (0 0) 00000080:00200000:2.0:1787756109.129977:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x20001a9e3:0x112d:0x0] suppgids 0 -1: rc 0 00000080:00010000:2.0:1787756109.130001:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x112d:0x0](ffffa0e6e0262a08) for lock 0xc63d509de01cf061 00000080:00010000:2.0:1787756109.130008:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cf061 from it ffffbc5601c77c18 00010000:00010000:2.0:1787756109.130012:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf061 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22369c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.130020:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf061 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22369c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756109.130061:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file infiniband.conf:[0x20001a9e3:0x112d:0x0](ffffa0e6e0262a08) current size 299, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000 00000020:00100000:2.0:1787756109.130109:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756109.130114:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60c8e00 x1874589766081024/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756109.130133:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766081024:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756109.130229:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8240 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.133957:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766081024:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756109.134018:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x112d:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756109.134038:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756109.134150:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766081152:192.168.201.131@tcp:2:tar.0 00000100:00100000:2.0:1787756109.138476:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766081152:192.168.201.131@tcp:2:tar.0 00000080:00200000:0.0:1787756109.138608:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x112d:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1787756109.138631:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file infiniband.conf:[0x20001a9e3:0x112d:0x0](ffffa0e6e0262a08) current size 299, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000, rc 0 00000080:00200008:0.0:1787756109.138664:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file infiniband.conf:[0x20001a9e3:0x112d:0x0](ffffa0e6e0262a08) current size 299, valid attrs 41, mode 81a4, uid 1787756109, gid 0, new size 0, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000 00000020:00100000:0.0:1787756109.138826:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787756109.138835:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c97c1c00 x1874589766081408/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756109.138862:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766081408:192.168.201.131@tcp:36:tar.0 00000100:00100000:0.0:1787756109.138955:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787756109.141103:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766081408:192.168.201.131@tcp:36:tar.0 00000080:00200000:0.0:1787756109.141157:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x112d:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756109.141175:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1787756109.141297:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766081536:192.168.201.131@tcp:2:tar.0 00000100:00100000:0.0:1787756109.142749:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766081536:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756109.142840:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x112d:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756109.142856:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file infiniband.conf:[0x20001a9e3:0x112d:0x0](ffffa0e6e0262a08) current size 299, valid attrs 10000041, mode 81a4, uid 1787756109, gid 0, new size 0, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000, rc 0 00000080:00200008:2.0:1787756109.142891:0:138509:0:(file.c:479:ll_file_release()) START file infiniband.conf:[0x20001a9e3:0x112d:0x0](ffffa0e6e0262a08), flags 104001 00000002:00100000:2.0:1787756109.142950:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6ca171180 x1874589766079744/t322122551631(322122551631) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756125 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787756109.142960:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787756109.142965:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60cad80 x1874589766081792/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787756109.142981:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766081792:192.168.201.131@tcp:35:tar.0 00000100:00100000:2.0:1787756109.143071:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8240 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.144473:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766081792:192.168.201.131@tcp:35:tar.0 00000002:00100000:2.0:1787756109.144513:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6ca171180 x1874589766079744/t322122551631(322122551631) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756125 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787756109.144607:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756109.144615:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756109.144625:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.144628:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rdma, flags=16 00000080:00200000:2.0:1787756109.144630:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.144632:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=modules, flags=0 00000080:00200008:2.0:1787756109.144645:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file modules:[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88) current size 8192, valid attrs 10160, mode ffff, uid -744632320, gid -24346, new size 18446639511986098176, atime 1787756109.000000000, mtime 1627695564.000000000, ctime 1787756109.000000000 00000020:00100000:2.0:1787756109.144698:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756109.144714:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60cb480 x1874589766082048/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756109.144792:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766082048:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756109.144863:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8240 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.148131:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766082048:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756109.148171:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x112a:0x0], updating i_size 4096 00000080:00200008:2.0:1787756109.148183:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file modules:[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88) current size 4096, valid attrs 10010160, mode ffff, uid -744632320, gid -24346, new size 18446639511986098176, atime 1787756109.000000000, mtime 1627695564.000000000, ctime 1787756109.000000000, rc 0 00000080:00200000:2.0:1787756109.148221:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756109.148232:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756109.148241:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.148245:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rdma, flags=16 00000080:00200000:2.0:1787756109.148248:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.148252:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=modules, flags=0 00000080:00200008:2.0:1787756109.148308:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file modules:[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88) current size 4096, valid attrs 46, mode ffff, uid 0, gid 0, new size 18446639511986098176, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000 00010000:00010000:2.0:1787756109.148341:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefc7 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2234c7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.148405:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefc7 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2234c7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.148410:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756109.148413:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683600/0xc63d509de01cefc7 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2234c7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756109.148434:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756109.148441:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60c9880 x1874589766082304/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756109.148464:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766082304:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756109.148544:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8240 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.156896:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766082304:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756109.156940:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x112a:0x0], updating i_size 4096 00000080:00200008:2.0:1787756109.156953:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file modules:[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88) current size 4096, valid attrs 10000046, mode ffff, uid 0, gid 0, new size 18446639511986098176, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000, rc 0 00000080:00200000:2.0:1787756109.157018:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756109.157029:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756109.157039:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.157043:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rdma, flags=17 00000080:00200000:2.0:1787756109.157047:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.157064:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=modules, dir=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988), flags=1 00000080:00200000:2.0:1787756109.157069:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=modules, dir=[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988), intent=getattr 00000002:00010000:2.0:1787756109.157100:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: modules,[0x0:0x0:0x0]) in obj [0x200024df0:0x21:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787756109.157214:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf068 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.157226:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf068 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.157237:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf068 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756109.157258:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766082432:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756109.157371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8240 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.160644:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766082432:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756109.160680:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf068 lrc: 4/1,0 mode: --/CR res: [0x200024df0:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2236fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.160738:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf068 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2236fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.160748:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf068 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2236fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.160760:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf068 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2236fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.160773:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf068 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2236fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.160787:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf068 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2236fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.160796:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf068 lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2236fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.160804:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf068 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2236fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756109.160818:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c60c8a80 x1874589766082432/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756125 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756109.160833:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf068 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2236fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.160846:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4394 (0 0) 00000080:00200000:2.0:1787756109.160854:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df0:0x21:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756109.160897:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x112a:0x0], updating i_size 4096 00000080:00200000:2.0:1787756109.160901:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88): rc = 0 00000080:00010000:2.0:1787756109.160910:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88) for lock 0xc63d509de01cf068 00000080:00010000:2.0:1787756109.160927:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88) 00000080:00010000:2.0:1787756109.160931:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cf068 from it ffffbc5601c77bd0 00010000:00010000:2.0:1787756109.160934:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf068 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2236fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.160944:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf068 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2236fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756109.160994:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file modules:[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88) current size 4096, valid attrs 41, mode 41ed, uid -744632320, gid -24346, new size 0, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000 00010000:00010000:2.0:1787756109.161019:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf068 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2236fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.161078:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf068 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2236fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.161086:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756109.161089:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf068 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x112a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2236fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756109.161108:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756109.161115:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c60c8a80 x1874589766082688/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756109.161139:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766082688:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756109.161225:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8240 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.170062:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766082688:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756109.170106:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x112a:0x0], updating i_size 4096 00000080:00200008:2.0:1787756109.170121:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file modules:[0x20001a9e3:0x112a:0x0](ffffa0e6c762ba88) current size 4096, valid attrs 10000041, mode 41ed, uid -744632320, gid -24346, new size 0, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000, rc 0 00000080:00200000:2.0:1787756109.170188:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756109.170197:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756109.170207:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.170210:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rdma, flags=0 00000080:00200008:2.0:1787756109.170224:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rdma:[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988) current size 8192, valid attrs 10160, mode ffff, uid -744632320, gid -24346, new size 18446639511986098176, atime 1787756109.000000000, mtime 1697742703.000000000, ctime 1787756109.000000000 00000020:00100000:2.0:1787756109.170483:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756109.170537:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c54a3480 x1874589766082944/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756109.170561:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a3480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766082944:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756109.170665:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8240 going to sleep for 11 seconds 00000100:00100000:1.0:1787756109.173111:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:0.0:1787756109.173452:0:15195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589785031808 00000100:00100000:0.0:1787756109.173464:0:15195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589785031808 00000100:00100000:0.0:1787756109.173540:0:15195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5210 00000100:00100000:0.0:1787756109.173553:0:15195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6d86c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d820e3d8-0101-4517-9bdc-79801f6168f8+5:176805:x1874589785031808:12345-192.168.201.131@tcp:104: 00010000:00010000:0.0:1787756109.173574:0:15195:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683200/0xc63d509de01cefa4 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d223426 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756109.173701:0:15195:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787756109.173707:0:15195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6d86c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d820e3d8-0101-4517-9bdc-79801f6168f8+5:176805:x1874589785031808:12345-192.168.201.131@tcp:104: Request processed in 157us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1787756109.173713:0:15195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5210 00010000:00010000:2.0:1787756109.173935:0:31243:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787756109.173942:0:31243:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683200/0xc63d509de01cefa4 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x21:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d223426 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.173949:0:31243:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e6d1683200 already unused, calling callback (ffffffffc1aa93c0) 00010000:00010000:2.0:1787756109.173954:0:31243:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683200/0xc63d509de01cefa4 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x21:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d223426 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.173966:0:31243:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683200/0xc63d509de01cefa4 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x21:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d223426 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.173975:0:31243:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683200/0xc63d509de01cefa4 lrc: 3/0,0 mode: PR/PR res: [0x240000fb9:0x21:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa58e5f4f9d223426 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.174087:0:31243:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683200/0xc63d509de01cefa4 lrc: 2/0,0 mode: --/PR res: [0x240000fb9:0x21:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d223426 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.174093:0:31243:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756109.174126:0:31243:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683200/0xc63d509de01cefa4 lrc: 1/0,0 mode: --/PR res: [0x240000fb9:0x21:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d223426 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.174134:0:31243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683200/0xc63d509de01cefa4 lrc: 0/0,0 mode: --/PR res: [0x240000fb9:0x21:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d223426 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.174158:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787756109.174161:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787756109.174164:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756109.174188:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766083072:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756109.177489:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766083072:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787756109.178840:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a3480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766082944:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756109.178884:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1128:0x0], updating i_size 4096 00000080:00200008:2.0:1787756109.178899:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rdma:[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988) current size 4096, valid attrs 10010160, mode ffff, uid -744632320, gid -24346, new size 18446639511986098176, atime 1787756109.000000000, mtime 1697742703.000000000, ctime 1787756109.000000000, rc 0 00000080:00200000:2.0:1787756109.178944:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756109.178954:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756109.178965:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.178971:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rdma, flags=0 00000080:00200008:2.0:1787756109.178986:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rdma:[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988) current size 4096, valid attrs 46, mode ffff, uid 0, gid 0, new size 18446639511986098176, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000 00010000:00010000:2.0:1787756109.179065:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef96 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22340a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.179140:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef96 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22340a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.179149:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756109.179153:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682c00/0xc63d509de01cef96 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22340a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756109.179180:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756109.179190:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c54a2a00 x1874589766083328/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756109.179217:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a2a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766083328:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756109.179485:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8240 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.197833:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a2a00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766083328:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756109.197883:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1128:0x0], updating i_size 4096 00000080:00200008:2.0:1787756109.197896:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rdma:[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988) current size 4096, valid attrs 10000046, mode ffff, uid 0, gid 0, new size 18446639511986098176, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000, rc 0 00000080:00200000:2.0:1787756109.197950:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756109.197957:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756109.197965:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.197991:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rdma, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=1 00000080:00200000:2.0:1787756109.197996:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rdma, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), intent=getattr 00000002:00010000:2.0:1787756109.198030:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rdma,[0x0:0x0:0x0]) in obj [0x200024df1:0x3:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787756109.198104:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf06f lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.198116:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf06f lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.198127:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf06f lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756109.198150:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a1880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766083456:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756109.198246:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8240 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.203387:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a1880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766083456:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756109.203424:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf06f lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22376e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.203464:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf06f lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22376e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.203474:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf06f lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22376e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.203487:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf06f lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22376e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.203499:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf06f lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22376e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.203512:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf06f lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22376e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.203522:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf06f lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22376e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.203529:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf06f lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22376e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756109.203543:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c54a1880 x1874589766083456/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756125 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756109.203558:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf06f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22376e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.203568:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4392 (0 0) 00000080:00200000:2.0:1787756109.203576:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x3:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756109.203617:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1128:0x0], updating i_size 4096 00000080:00200000:2.0:1787756109.203621:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x20001a9e3:0x1128:0x0](ffffa0e6c7629988): rc = 0 00000080:00010000:2.0:1787756109.203629:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x1128:0x0](ffffa0e6c7629988) for lock 0xc63d509de01cf06f 00000080:00010000:2.0:1787756109.203643:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x1128:0x0](ffffa0e6c7629988) 00000080:00010000:2.0:1787756109.203647:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cf06f from it ffffbc5601c77bd0 00010000:00010000:2.0:1787756109.203651:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf06f lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22376e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.203660:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf06f lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22376e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756109.203708:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rdma:[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988) current size 4096, valid attrs 41, mode 41ed, uid -744632320, gid -24346, new size 0, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000 00010000:00010000:2.0:1787756109.203746:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf06f lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22376e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.203798:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf06f lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22376e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.203805:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756109.203808:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf06f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1128:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22376e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756109.203828:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756109.203835:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c54a1880 x1874589766083712/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756109.203870:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a1880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766083712:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756109.203956:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8240 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.218611:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a1880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766083712:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756109.218660:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x1128:0x0], updating i_size 4096 00000080:00200008:2.0:1787756109.218677:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rdma:[0x20001a9e3:0x1128:0x0](ffffa0e6c7629988) current size 4096, valid attrs 10000041, mode 41ed, uid -744632320, gid -24346, new size 0, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000, rc 0 00000080:00200000:2.0:1787756109.218755:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756109.218766:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756109.218776:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.218795:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rc.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=1536 00000080:00200000:2.0:1787756109.218799:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756109.218805:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756109.218810:0:138509:0:(namei.c:2239:do_mkdir()) VFS Op:name=rc.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8) 00000020:00100000:2.0:1787756109.218917:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756109.218929:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c54a2680 x1874589766083968/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756109.218954:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a2680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766083968:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756109.219041:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8240 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.224967:0:138509:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: committing for last_committed 8589935557 gen 1 00000100:00100000:2.0:1787756109.225053:0:138509:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffffa0e6c54a2680 x1874589766083968/t8589935564(8589935564) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 552/536 e 0 to 0 dl 1787756125 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756109.225071:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a2680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766083968:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756109.225147:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448) 00000080:00200000:2.0:1787756109.225155:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xc5:0x0], updating i_size 4096 00000080:00200000:2.0:1787756109.225260:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756109.225318:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756109.225328:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.225341:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rc.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), flags=17 00000080:00200000:2.0:1787756109.225346:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rc.d, dir=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), intent=0 00000002:00010000:2.0:1787756109.225372:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rc.d,[0x0:0x0:0x0]) in obj [0x240000fb8:0x3:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787756109.225443:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf076 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.225453:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf076 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.225464:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf076 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756109.225488:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a0a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766084096:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756109.225594:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8240 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.230994:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a0a80 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766084096:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756109.231040:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf076 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2237d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.231077:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf076 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xc5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2237d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.231085:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf076 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xc5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2237d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.231095:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf076 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2237d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.231103:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf076 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2237d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.231115:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf076 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xc5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2237d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.231129:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf076 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xc5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2237d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.231135:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf076 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2237d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756109.231144:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffffa0e6c54a0a80 x1874589766084096/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756125 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756109.231157:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf076 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2237d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.231166:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/197 (0 0) 00000080:00200000:2.0:1787756109.231172:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x240000fb8:0x3:0x0] suppgids 0 -1: rc 0 00000002:00010000:2.0:1787756109.231238:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000fb8:0x18:0x0]) in obj [0x240000fb8:0x18:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787756109.231350:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf07d lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.231356:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf07d lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.231363:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf07d lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756109.231381:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766084224:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756109.231458:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8240 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.240616:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766084224:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756109.240645:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf07d lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2237de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.240656:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf07d lrc: 4/1,0 mode: --/PR res: [0x240000fb8:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2237de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.240667:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf07d lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2237de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.240679:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf07d lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2237de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.240690:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf07d lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2237de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.240696:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf07d lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2237de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.240701:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf07d lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2237de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756109.240710:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6ca170380 x1874589766084224/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756125 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756109.240721:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf07d lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2237de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.240743:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663680440/24 (0 0) 00010000:00010000:2.0:1787756109.240750:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf07d lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2237de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.240757:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf07d lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2237de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00010000:2.0:1787756109.240785:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200024df1:0x18:0x0]) in obj [0x200024df1:0x18:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787756109.240832:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3c00/0xc63d509de01cf084 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.240838:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3c00/0xc63d509de01cf084 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.240854:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3c00/0xc63d509de01cf084 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756109.240872:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766084352:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756109.240948:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8240 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.257561:0:138509:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: committing for last_committed 322122551641 gen 11 00000100:00100000:2.0:1787756109.257722:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766084352:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756109.257760:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3c00/0xc63d509de01cf084 lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2237ec expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.257774:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3c00/0xc63d509de01cf084 lrc: 4/1,0 mode: --/PR res: [0x200024df1:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2237ec expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.257788:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3c00/0xc63d509de01cf084 lrc: 4/1,0 mode: PR/PR res: [0x200024df1:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2237ec expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.257801:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3c00/0xc63d509de01cf084 lrc: 4/1,0 mode: PR/PR res: [0x200024df1:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2237ec expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.257815:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3c00/0xc63d509de01cf084 lrc: 5/2,0 mode: PR/PR res: [0x200024df1:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2237ec expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.257824:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3c00/0xc63d509de01cf084 lrc: 5/2,0 mode: PR/PR res: [0x200024df1:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2237ec expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.257839:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3c00/0xc63d509de01cf084 lrc: 4/1,0 mode: PR/PR res: [0x200024df1:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2237ec expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756109.257852:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6ca170380 x1874589766084352/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756125 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756109.257868:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3c00/0xc63d509de01cf084 lrc: 3/1,0 mode: PR/PR res: [0x200024df1:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2237ec expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.257884:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590085617/24 (0 0) 00010000:00010000:2.0:1787756109.257893:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3c00/0xc63d509de01cf084 lrc: 3/1,0 mode: PR/PR res: [0x200024df1:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2237ec expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.257903:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3c00/0xc63d509de01cf084 lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2237ec expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756109.257936:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xc5:0x0], updating i_size 8192 00000080:00200000:2.0:1787756109.257941:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x2400007ed:0xc5:0x0](ffffa0e6e020f448): rc = 0 00000080:00010000:2.0:1787756109.257952:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xc5:0x0](ffffa0e6e020f448) for lock 0xc63d509de01cf076 00000080:00010000:2.0:1787756109.257975:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xc5:0x0](ffffa0e6e020f448) 00000080:00010000:2.0:1787756109.257979:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cf076 from it ffffbc5601c77ac8 00010000:00010000:2.0:1787756109.257984:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf076 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2237d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.257993:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf076 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2237d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756109.258025:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.258049:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756109.258055:0:138509:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=rc.local, dir=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), file ffffa0e6d18d1200, open_flags 89c1, mode 8180 opened 0 00000080:00200000:2.0:1787756109.258063:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rc.local, dir=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), intent=open|creat 00000002:00010000:2.0:1787756109.258102:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rc.local,[0x20001a9e3:0x112e:0x0]) in obj [0x200024df1:0x18:0x0], intent: open|creat flags 0104702 00010000:00010000:2.0:1787756109.258116:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3c00/0xc63d509de01cf084 lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2237ec expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.258177:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3c00/0xc63d509de01cf084 lrc: 1/0,0 mode: --/PR res: [0x200024df1:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2237ec expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.258185:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756109.258187:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3c00/0xc63d509de01cf084 lrc: 0/0,0 mode: --/PR res: [0x200024df1:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2237ec expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.258230:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf08b lrc: 3/0,1 mode: --/CW res: [0x200024df1:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.258248:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf08b lrc: 3/0,1 mode: --/CW res: [0x200024df1:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787756109.258260:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787756109.258267:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca170380 x1874589766084608/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787756109.258347:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf08b lrc: 3/0,1 mode: --/CW res: [0x200024df1:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756109.258375:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766084608:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756109.258986:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8240 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.266478:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766084608:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756109.266513:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf08b lrc: 4/0,1 mode: --/CW res: [0x200024df1:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223808 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.266550:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf08b lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223808 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.266560:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf08b lrc: 4/0,1 mode: --/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223808 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.266575:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf08b lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223808 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.266587:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf08b lrc: 4/0,1 mode: PR/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223808 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.266603:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf08b lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223808 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.266609:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf08b lrc: 5/1,1 mode: PR/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223808 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.266614:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf08b lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223808 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756109.266628:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e6ca170380 x1874589766084608/t322122551643(322122551643) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756125 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1787756109.266639:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6ca170380 x1874589766084608/t322122551643(322122551643) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 656/664 e 0 to 0 dl 1787756125 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756109.266651:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf08b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223808 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756109.266661:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf08b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223808 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.266669:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4398 (0 0) 00000080:00200000:2.0:1787756109.266675:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200024df1:0x18:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756109.266690:0:138509:0:(namei.c:1628:ll_create_it()) VFS Op:name=rc.local, dir=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), intent=open|creat 00000080:00200000:2.0:1787756109.266720:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x112e:0x0](ffffa0e6e020ba88) 00000080:00200000:2.0:1787756109.266804:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x112e:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:2.0:1787756109.266808:0:138509:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x20001a9e3:0x112e:0x0](ffffa0e6e020ba88) 00000080:00010000:2.0:1787756109.266811:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x112e:0x0](ffffa0e6e020ba88) for lock 0xc63d509de01cf08b 00000080:00010000:2.0:1787756109.266821:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20001a9e3:0x112e:0x0](ffffa0e6e020ba88) 00000080:00200008:2.0:1787756109.266835:0:138509:0:(file.c:1090:ll_file_open()) START file rc.local:[0x20001a9e3:0x112e:0x0](ffffa0e6e020ba88), flags 104701 00000002:00100000:2.0:1787756109.266854:0:138509:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e6ca170380 x1874589766084608/t322122551643(322122551643) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756125 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1787756109.266889:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cf08b from it ffffa0e6d865df60 00010000:00010000:2.0:1787756109.266893:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf08b lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d223808 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.266903:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf08b lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d223808 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756109.266923:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x112e:0x0](ffffa0e6e020ba88), inode mode 8180 mask 40 00000080:00200008:2.0:1787756109.266955:0:138509:0:(file.c:2650:do_file_write_iter()) START file rc.local:[0x20001a9e3:0x112e:0x0], ppos: 0, count: 474 00000080:00200000:2.0:1787756109.266970:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 474 bytes 00000080:00200000:2.0:1787756109.266976:0:138509:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 474 00000080:00200000:2.0:1787756109.266981:0:138509:0:(file.c:2090:ll_file_io_generic()) rc.local: write ppos: 0, bytes: 474 00000080:00200000:2.0:1787756109.266987:0:138509:0:(file.c:1848:ll_io_set_mirror()) rc.local: desiginated mirror: 0 00000020:00200000:2.0:1787756109.266997:0:138509:0:(cl_io.c:214:cl_io_rw_init()) header@000000008670311c[0x110, 1, [0x20001a9e3:0x112e:0x0] hash] 00000020:00200000:2.0:1787756109.266999:0:138509:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 474) 2048 0 00000080:00200000:2.0:1787756109.267004:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x112e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756109.267022:0:138509:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:2.0:1787756109.267032:0:138509:0:(lov_io.c:1301:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 474) 474, 474 00020000:00200000:2.0:1787756109.267037:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756109.267057:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:2.0:1787756109.267073:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 1 00000008:00010000:2.0:1787756109.267079:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c96c00b0, osc lock ffffa0e6d0ad71d0, flags 0x40000 00010000:00010000:2.0:1787756109.267146:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.267156:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.267168:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756109.267187:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766084736:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756109.268001:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.271034:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766084736:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756109.271068:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.271090:0:138509:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.271105:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.271122:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787756109.271135:0:138509:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.271149:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.271157:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756109.271187:0:138509:0:(vvp_io.c:1292:vvp_io_write_start()) rc.local: write [0, 474) append 0 append lockpos 0 00000080:00200000:2.0:1787756109.271209:0:138509:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 474 bytes 00000080:00200000:2.0:1787756109.271427:0:138509:0:(rw26.c:871:ll_write_end()) pos 0, len 474, copied 474 00000080:00200000:2.0:1787756109.271499:0:138509:0:(rw26.c:929:ll_write_end()) page@00000000d1694af8[3 000000003e132fad 2 1 000000008b6b77e9 0 0 0] 00000080:00200000:2.0:1787756109.271503:0:138509:0:(rw26.c:929:ll_write_end()) vmpage @0000000017e608fe 17ffffc0001001 3:0 ffffa0e6c6e892a0 0 lru 00000080:00200000:2.0:1787756109.271512:0:138509:0:(rw26.c:929:ll_write_end()) osc-page@000000000253ca3e 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000000dd14ff3 00000000ec6d06b5 > 3< 0 0 > 4< 0 0 8 482865152 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787756109.271515:0:138509:0:(rw26.c:929:ll_write_end()) end page@00000000d1694af8 00000080:00200000:2.0:1787756109.271516:0:138509:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787756109.271522:0:138509:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 474 prio 0 00000008:00010000:2.0:1787756109.271562:0:138509:0:(osc_cache.c:859:osc_extent_find()) ### extent: 00000000206dd894 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787756109.271585:0:138509:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffffa0e6e020bc38, count 1, dirtied 1 00000080:00200000:2.0:1787756109.271590:0:138509:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 474 bytes, tot: 474 00000080:00200000:2.0:1787756109.271594:0:138509:0:(vvp_io.c:1358:vvp_io_write_start()) rc.local: write bytes 0, result: 474 00000020:00010000:2.0:1787756109.271613:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:2.0:1787756109.271616:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756109.271620:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c96c00b0 (ffffa0e6c3555008/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756109.271625:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.271635:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1787756109.271664:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756109.271667:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c96c00b0 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756109.271677:0:138509:0:(vvp_io.c:533:vvp_io_advance()) advancing 474 bytes 00000080:00200000:2.0:1787756109.271686:0:138509:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:2.0:1787756109.271696:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x112e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787756109.271700:0:138509:0:(file.c:2238:ll_file_io_generic()) rc.local: 2 io complete with rc: 0, result: 474, restart: 0 00000080:00200000:2.0:1787756109.271708:0:138509:0:(file.c:1775:ll_merge_attr_nolock()) [0x20001a9e3:0x112e:0x0] updating i_size 474 i_blocks 0 00000080:00200000:2.0:1787756109.271713:0:138509:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 474 00000080:00200008:2.0:1787756109.271755:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rc.local:[0x20001a9e3:0x112e:0x0](ffffa0e6e020ba88) current size 474, valid attrs 10160, mode 5560, uid -779283968, gid -24346, new size 18446669676315901696, atime 1787756109.000000000, mtime 1745312057.000000000, ctime 1787756109.000000000 00010000:00010000:2.0:1787756109.271794:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf08b lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d223808 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756109.271816:0:138509:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x112e:0x0]: losing layout lock 00010000:00010000:2.0:1787756109.271865:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf08b lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223808 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.271873:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756109.271875:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf08b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223808 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756109.271903:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756109.271913:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca173480 x1874589766084992/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756109.271938:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766084992:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756109.272031:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.279612:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766084992:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756109.279677:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x112e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:2.0:1787756109.279713:0:138509:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20001a9e3:0x112e:0x0](ffffa0e6e020ba88) 00000002:00010000:2.0:1787756109.279733:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x20001a9e3:0x112e:0x0]) in obj [0x20001a9e3:0x112e:0x0], intent: layout flags 0 00010000:00010000:2.0:1787756109.279799:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf099 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.279811:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf099 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.279822:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf099 lrc: 3/1,0 mode: --/CR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756109.279848:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca171180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766085120:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756109.279950:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.282109:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca171180 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766085120:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756109.282145:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf099 lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223824 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.282160:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf099 lrc: 4/1,0 mode: CR/CR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223824 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756109.282175:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffffa0e6ca171180 x1874589766085120/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1787756125 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756109.282185:0:138509:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf099 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223824 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787756109.282201:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf099 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223824 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.282216:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 16 res 8590043619/4398 (0 0) 00000080:00200000:2.0:1787756109.282223:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x20001a9e3:0x112e:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1787756109.282243:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x112e:0x0](ffffa0e6e020ba88) for lock 0xc63d509de01cf099 00000080:00010000:2.0:1787756109.282251:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cf099 from it ffffbc5601c77a78 00010000:00010000:2.0:1787756109.282256:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf099 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223824 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.282267:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf099 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223824 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.282337:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf099 lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223824 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.282350:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf099 lrc: 2/1,0 mode: CR/CR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223824 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787756109.282359:0:138509:0:(file.c:6948:ll_layout_lock_set()) ### file [0x20001a9e3:0x112e:0x0](00000000c17b1dd8) being reconfigured ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf099 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223824 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756109.282412:0:138509:0:(file.c:6843:ll_layout_conf()) [0x20001a9e3:0x112e:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:2.0:1787756109.282418:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf099 lrc: 3/1,0 mode: CR/CR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa58e5f4f9d223824 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.282425:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf099 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa58e5f4f9d223824 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:2.0:1787756109.282457:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787756109.282476:0:138509:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1787756109.282491:0:138509:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787756109.282497:0:138509:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffffa0e6c96c00b0, osc lock ffffa0e6d0ad71d0, flags 0x0 00010000:00010000:2.0:1787756109.282514:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.282525:0:138509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.282539:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.282549:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.282555:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756109.282657:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca171180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766085248:192.168.201.131@tcp:2:tar.0 00000020:00010000:2.0:1787756109.287526:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_release():245 00000020:00010000:2.0:1787756109.287535:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787756109.287542:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e6c96c00b0 (ffffa0e6c3555008/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787756109.287555:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787756109.287555:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca171180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766085248:192.168.201.131@tcp:2:tar.0 00010000:00010000:2.0:1787756109.287575:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:2.0:1787756109.287603:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6d81cff38 (ffffa0e6c3555998/0) at cl_lock_fini():72 00000020:00010000:2.0:1787756109.287606:0:138509:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e6c96c00b0 (ffffa0e6c3555998/1) at cl_lock_fini():72 00000080:00200000:2.0:1787756109.287629:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x112e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:2.0:1787756109.287648:0:138509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c3492600 uarg=0000000000000000 00000002:00000080:2.0:1787756109.287663:0:138509:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: cmd=401866d4 len=392 karg=ffffa0e6c3492600 uarg=0000000000000000 00000020:00100000:2.0:1787756109.287698:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:2.0:1787756109.287707:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca170e00 x1874589766085504/t0(0) o55->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787756109.287741:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766085504:192.168.201.131@tcp:55:tar.0 00000100:00100000:2.0:1787756109.287832:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.290738:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766085504:192.168.201.131@tcp:55:tar.0 00000080:00200008:2.0:1787756109.290780:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rc.local:[0x20001a9e3:0x112e:0x0](ffffa0e6e020ba88) current size 474, valid attrs 10010160, mode 5560, uid -779283968, gid -24346, new size 18446669676315901696, atime 1787756109.000000000, mtime 1745312057.000000000, ctime 1787756109.000000000, rc 0 00000002:00010000:2.0:1787756109.290844:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20001a9e3:0x112e:0x0], intent: getxattr flags 0 00010000:00010000:2.0:1787756109.290915:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3600/0xc63d509de01cf0a0 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.290927:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3600/0xc63d509de01cf0a0 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.290997:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3600/0xc63d509de01cf0a0 lrc: 3/1,0 mode: --/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756109.291022:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766085632:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756109.291105:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.295143:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766085632:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756109.295177:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3600/0xc63d509de01cf0a0 lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223839 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.295195:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3600/0xc63d509de01cf0a0 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223839 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.295207:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3600/0xc63d509de01cf0a0 lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223839 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756109.295222:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffffa0e6ca170e00 x1874589766085632/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 568/1096 e 0 to 0 dl 1787756125 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756109.295237:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3600/0xc63d509de01cf0a0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223839 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.295251:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4398 (0 0) 00000080:00200000:2.0:1787756109.295258:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x20001a9e3:0x112e:0x0] suppgids 0 -1: rc 0 00000080:00010000:2.0:1787756109.295336:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20001a9e3:0x112e:0x0](ffffa0e6e020ba88) for lock 0xc63d509de01cf0a0 00000080:00010000:2.0:1787756109.295346:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cf0a0 from it ffffbc5601c77c18 00010000:00010000:2.0:1787756109.295351:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3600/0xc63d509de01cf0a0 lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223839 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.295361:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3600/0xc63d509de01cf0a0 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223839 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756109.295410:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rc.local:[0x20001a9e3:0x112e:0x0](ffffa0e6e020ba88) current size 474, valid attrs 1846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000 00000020:00100000:2.0:1787756109.295537:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756109.295544:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6ca170e00 x1874589766085888/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756109.295569:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766085888:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756109.296208:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.305556:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766085888:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756109.305691:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x112e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756109.305713:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756109.306003:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766086016:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756109.309700:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766086016:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756109.309949:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x112e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756109.309971:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rc.local:[0x20001a9e3:0x112e:0x0](ffffa0e6e020ba88) current size 474, valid attrs 10001846, mode 0, uid 0, gid 0, new size 18446744072045655352, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000, rc 0 00000080:00200008:2.0:1787756109.310006:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rc.local:[0x20001a9e3:0x112e:0x0](ffffa0e6e020ba88) current size 474, valid attrs 41, mode 81a4, uid 1787756109, gid 0, new size 0, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000 00000020:00100000:2.0:1787756109.310087:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756109.310098:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c54a1880 x1874589766086272/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756109.310124:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a1880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766086272:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756109.310266:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.313398:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a1880 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766086272:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756109.313473:0:138509:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x112e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787756109.313495:0:138509:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787756109.313708:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766086400:192.168.201.131@tcp:2:tar.0 00000100:00100000:3.0:1787756109.318460:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766086400:192.168.201.131@tcp:2:tar.0 00000080:00200000:2.0:1787756109.318687:0:138509:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x112e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787756109.318713:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rc.local:[0x20001a9e3:0x112e:0x0](ffffa0e6e020ba88) current size 474, valid attrs 10000041, mode 81a4, uid 1787756109, gid 0, new size 0, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000, rc 0 00000080:00200008:2.0:1787756109.318770:0:138509:0:(file.c:479:ll_file_release()) START file rc.local:[0x20001a9e3:0x112e:0x0](ffffa0e6e020ba88), flags 104001 00000002:00100000:2.0:1787756109.318861:0:138509:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e6ca170380 x1874589766084608/t322122551643(322122551643) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756125 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787756109.318876:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787756109.318882:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c54a3480 x1874589766086656/t0(0) o35->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787756109.318911:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a3480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766086656:192.168.201.131@tcp:35:tar.0 00000100:00100000:2.0:1787756109.319026:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.326833:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a3480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766086656:192.168.201.131@tcp:35:tar.0 00000002:00100000:2.0:1787756109.326884:0:138509:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e6ca170380 x1874589766084608/t322122551643(322122551643) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 584/664 e 0 to 0 dl 1787756125 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787756109.326997:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756109.327008:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756109.327019:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.327023:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rc.d, flags=16 00000080:00200000:2.0:1787756109.327026:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.327045:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rc6.d, dir=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), flags=1536 00000080:00200000:2.0:1787756109.327049:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756109.327055:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756109.327061:0:138509:0:(namei.c:2239:do_mkdir()) VFS Op:name=rc6.d, dir=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448) 00010000:00010000:2.0:1787756109.327110:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf07d lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2237de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.327189:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf07d lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2237de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.327198:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756109.327201:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf07d lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2237de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756109.327229:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756109.327237:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c97b9500 x1874589766086912/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756109.327262:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97b9500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766086912:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756109.329713:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.350761:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97b9500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766086912:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756109.350835:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0xc6:0x0](ffffa0e6e020d348) 00000080:00200000:2.0:1787756109.350845:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xc6:0x0], updating i_size 4096 00000080:00200000:2.0:1787756109.350949:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756109.350962:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756109.350972:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.350976:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rc.d, flags=16 00000080:00200000:2.0:1787756109.350979:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.350993:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rc6.d, dir=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), flags=0 00000080:00200000:2.0:1787756109.350999:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rc6.d, dir=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), intent=getattr 00000002:00010000:2.0:1787756109.351025:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rc6.d,[0x0:0x0:0x0]) in obj [0x240000fb8:0x18:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787756109.351101:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf0a7 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.351113:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf0a7 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.351124:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf0a7 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756109.351146:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766087040:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756109.351242:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.356419:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766087040:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756109.356515:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf0a7 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22388d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.356543:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf0a7 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22388d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.356550:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf0a7 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22388d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.356563:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf0a7 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22388d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.356573:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf0a7 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22388d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.356583:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf0a7 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22388d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.356590:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf0a7 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22388d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.356595:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf0a7 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22388d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756109.356604:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c6598700 x1874589766087040/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756125 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756109.356615:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf0a7 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22388d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.356623:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/198 (0 0) 00000080:00200000:2.0:1787756109.356629:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000fb8:0x18:0x0] suppgids 0 -1: rc 0 00000002:00010000:2.0:1787756109.356745:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000fb8:0x19:0x0]) in obj [0x240000fb8:0x19:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787756109.356796:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3e00/0xc63d509de01cf0ae lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.356802:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3e00/0xc63d509de01cf0ae lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.356810:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3e00/0xc63d509de01cf0ae lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756109.356839:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766087168:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756109.357750:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.366644:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766087168:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756109.366678:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3e00/0xc63d509de01cf0ae lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22389b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.366693:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3e00/0xc63d509de01cf0ae lrc: 4/1,0 mode: --/PR res: [0x240000fb8:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22389b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.366707:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3e00/0xc63d509de01cf0ae lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22389b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.366720:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3e00/0xc63d509de01cf0ae lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22389b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.366747:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3e00/0xc63d509de01cf0ae lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22389b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.366756:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3e00/0xc63d509de01cf0ae lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22389b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.366764:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3e00/0xc63d509de01cf0ae lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22389b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756109.366784:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c659b480 x1874589766087168/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756125 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756109.366798:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3e00/0xc63d509de01cf0ae lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22389b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.366812:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663680440/25 (0 0) 00010000:00010000:2.0:1787756109.366820:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3e00/0xc63d509de01cf0ae lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22389b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.366828:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3e00/0xc63d509de01cf0ae lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22389b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00010000:2.0:1787756109.367426:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200024df1:0x19:0x0]) in obj [0x200024df1:0x19:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787756109.367955:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0b5 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.367964:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0b5 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.367972:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0b5 lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756109.367998:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766087296:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756109.368094:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.380961:0:138509:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: committing for last_committed 322122551647 gen 11 00000100:00100000:2.0:1787756109.381019:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766087296:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756109.381052:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0b5 lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2238a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.381067:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0b5 lrc: 4/1,0 mode: --/PR res: [0x200024df1:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2238a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.381082:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0b5 lrc: 4/1,0 mode: PR/PR res: [0x200024df1:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2238a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.381095:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0b5 lrc: 4/1,0 mode: PR/PR res: [0x200024df1:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2238a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.381110:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0b5 lrc: 5/2,0 mode: PR/PR res: [0x200024df1:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2238a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.381119:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0b5 lrc: 5/2,0 mode: PR/PR res: [0x200024df1:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2238a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.381127:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0b5 lrc: 4/1,0 mode: PR/PR res: [0x200024df1:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2238a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756109.381140:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c659b480 x1874589766087296/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756125 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756109.381155:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0b5 lrc: 3/1,0 mode: PR/PR res: [0x200024df1:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2238a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.381171:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590085617/25 (0 0) 00010000:00010000:2.0:1787756109.381179:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0b5 lrc: 3/1,0 mode: PR/PR res: [0x200024df1:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2238a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.381189:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0b5 lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2238a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756109.381244:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xc6:0x0], updating i_size 8192 00000080:00200000:2.0:1787756109.381248:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x2400007ed:0xc6:0x0](ffffa0e6e020d348): rc = 0 00000080:00010000:2.0:1787756109.381259:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xc6:0x0](ffffa0e6e020d348) for lock 0xc63d509de01cf0a7 00000080:00010000:2.0:1787756109.381334:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xc6:0x0](ffffa0e6e020d348) 00000080:00010000:2.0:1787756109.381339:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cf0a7 from it ffffbc5601c77b70 00010000:00010000:2.0:1787756109.381345:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf0a7 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22388d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.381355:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf0a7 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22388d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756109.381393:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rc6.d:[0x2400007ed:0xc6:0x0](ffffa0e6e020d348) current size 8192, valid attrs 10160, mode ffff, uid -744632320, gid -24346, new size 18446639511986098176, atime 1787756109.000000000, mtime 1684166504.000000000, ctime 1787756109.000000000 00010000:00010000:2.0:1787756109.381557:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf0a7 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22388d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.381622:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf0a7 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22388d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.381629:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756109.381631:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2200/0xc63d509de01cf0a7 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22388d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756109.381663:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756109.381671:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6598700 x1874589766087552/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756109.381699:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766087552:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756109.381809:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787756109.387145:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:0.0:1787756109.387311:0:18630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589785036544 00000100:00100000:0.0:1787756109.387324:0:18630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589785036544 00000100:00100000:0.0:1787756109.387382:0:18630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5211 00000100:00100000:0.0:1787756109.387394:0:18630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6d86c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d820e3d8-0101-4517-9bdc-79801f6168f8+5:41743:x1874589785036544:12345-192.168.201.131@tcp:104: 00010000:00010000:0.0:1787756109.387418:0:18630:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3e00/0xc63d509de01cf0ae lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d22389b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756109.387526:0:18630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787756109.387534:0:18630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6d86c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d820e3d8-0101-4517-9bdc-79801f6168f8+5:41743:x1874589785036544:12345-192.168.201.131@tcp:104: Request processed in 142us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1787756109.387541:0:18630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5211 00010000:00010000:3.0:1787756109.387955:0:15204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787756109.387965:0:15204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3e00/0xc63d509de01cf0ae lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d22389b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756109.387980:0:15204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e6c56c3e00 already unused, calling callback (ffffffffc1aa93c0) 00010000:00010000:3.0:1787756109.387986:0:15204:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3e00/0xc63d509de01cf0ae lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d22389b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756109.387996:0:15204:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3e00/0xc63d509de01cf0ae lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d22389b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756109.388006:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3e00/0xc63d509de01cf0ae lrc: 3/0,0 mode: PR/PR res: [0x240000fb8:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa58e5f4f9d22389b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756109.388080:0:15204:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3e00/0xc63d509de01cf0ae lrc: 2/0,0 mode: --/PR res: [0x240000fb8:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d22389b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756109.388088:0:15204:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787756109.388121:0:15204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3e00/0xc63d509de01cf0ae lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d22389b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756109.388184:0:15204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3e00/0xc63d509de01cf0ae lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d22389b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756109.388210:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756109.388212:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756109.388214:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756109.388225:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756109.388245:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3549500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766087680:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787756109.397607:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.131@tcp (source: 12345-192.168.201.131@tcp) 00000100:00100000:0.0:1787756109.397692:0:15194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874589785037568 00000100:00100000:0.0:1787756109.397705:0:15194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874589785037568 00000100:00100000:0.0:1787756109.397785:0:15194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.131@tcp, seq: 5212 00000100:00100000:0.0:1787756109.397798:0:15194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e6d86c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d820e3d8-0101-4517-9bdc-79801f6168f8+5:176805:x1874589785037568:12345-192.168.201.131@tcp:104: 00010000:00010000:0.0:1787756109.397821:0:15194:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0b5 lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d2238a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756109.397921:0:15194:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787756109.397929:0:15194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e6d86c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d820e3d8-0101-4517-9bdc-79801f6168f8+5:176805:x1874589785037568:12345-192.168.201.131@tcp:104: Request processed in 134us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1787756109.397937:0:15194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.131@tcp, seq: 5212 00010000:00010000:2.0:1787756109.398298:0:15205:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787756109.398308:0:15205:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0b5 lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa58e5f4f9d2238a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.398318:0:15205:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e6c56c2800 already unused, calling callback (ffffffffc1aa93c0) 00010000:00010000:2.0:1787756109.398324:0:15205:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0b5 lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d2238a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.398334:0:15205:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0b5 lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa58e5f4f9d2238a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.398345:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0b5 lrc: 3/0,0 mode: PR/PR res: [0x200024df1:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa58e5f4f9d2238a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.398420:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0b5 lrc: 2/0,0 mode: --/PR res: [0x200024df1:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d2238a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.398545:0:15205:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756109.398569:0:15205:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0b5 lrc: 1/0,0 mode: --/PR res: [0x200024df1:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d2238a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.398577:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0b5 lrc: 0/0,0 mode: --/PR res: [0x200024df1:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa58e5f4f9d2238a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.398606:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787756109.398608:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787756109.398609:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756109.398617:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787756109.398634:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766087808:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787756109.399505:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3549500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766087680:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787756109.409113:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766087808:192.168.201.131@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787756109.413501:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598700 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766087552:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756109.413552:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xc6:0x0], updating i_size 4096 00000080:00200008:2.0:1787756109.413568:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rc6.d:[0x2400007ed:0xc6:0x0](ffffa0e6e020d348) current size 4096, valid attrs 10010160, mode ffff, uid -744632320, gid -24346, new size 18446639511986098176, atime 1787756109.000000000, mtime 1684166504.000000000, ctime 1787756109.000000000, rc 0 00000080:00200000:2.0:1787756109.413625:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756109.413636:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756109.413646:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.413650:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rc.d, flags=16 00000080:00200000:2.0:1787756109.413654:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.413670:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rc6.d, dir=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), flags=0 00000080:00200000:2.0:1787756109.413675:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rc6.d, dir=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), intent=getattr 00000002:00010000:2.0:1787756109.413714:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rc6.d,[0x0:0x0:0x0]) in obj [0x240000fb8:0x18:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787756109.413800:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0bc lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.413813:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0bc lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.413825:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0bc lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756109.413849:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766087936:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756109.413988:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.416762:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766087936:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756109.416799:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0bc lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2238e1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.416836:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0bc lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2238e1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.416846:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0bc lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2238e1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.416859:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0bc lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2238e1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.416871:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0bc lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2238e1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.416886:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0bc lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2238e1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.416894:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0bc lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2238e1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.416903:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0bc lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2238e1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756109.416922:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c659b480 x1874589766087936/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756125 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756109.416938:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0bc lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2238e1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.416950:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/198 (0 0) 00000080:00200000:2.0:1787756109.416957:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000fb8:0x18:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756109.416994:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xc6:0x0], updating i_size 4096 00000080:00200000:2.0:1787756109.416997:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x2400007ed:0xc6:0x0](ffffa0e6e020d348): rc = 0 00000080:00010000:2.0:1787756109.417004:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xc6:0x0](ffffa0e6e020d348) for lock 0xc63d509de01cf0bc 00000080:00010000:2.0:1787756109.417018:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xc6:0x0](ffffa0e6e020d348) 00000080:00010000:2.0:1787756109.417021:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cf0bc from it ffffbc5601c77bc0 00010000:00010000:2.0:1787756109.417025:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0bc lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d2238e1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.417035:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0bc lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d2238e1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756109.417083:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rc6.d:[0x2400007ed:0xc6:0x0](ffffa0e6e020d348) current size 4096, valid attrs 46, mode ffff, uid 0, gid 0, new size 18446639511986098176, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000 00010000:00010000:2.0:1787756109.417102:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0bc lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2238e1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.417151:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0bc lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2238e1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.417164:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756109.417167:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0bc lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2238e1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756109.417185:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756109.417192:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c659b480 x1874589766088192/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756109.417214:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766088192:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756109.417458:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.430561:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659b480 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766088192:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756109.430608:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xc6:0x0], updating i_size 4096 00000080:00200008:2.0:1787756109.430624:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rc6.d:[0x2400007ed:0xc6:0x0](ffffa0e6e020d348) current size 4096, valid attrs 10000046, mode ffff, uid 0, gid 0, new size 18446639511986098176, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000, rc 0 00000080:00200000:2.0:1787756109.430679:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756109.430756:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=17 00000080:00200000:2.0:1787756109.430767:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.430771:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rc.d, flags=17 00000080:00200000:2.0:1787756109.430774:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.430792:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rc6.d, dir=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), flags=1 00000080:00200000:2.0:1787756109.430798:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rc6.d, dir=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), intent=getattr 00000002:00010000:2.0:1787756109.430827:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rc6.d,[0x0:0x0:0x0]) in obj [0x240000fb8:0x18:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787756109.430905:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0c3 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.430918:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0c3 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.430930:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0c3 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756109.430955:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659a680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766088320:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756109.431054:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.439661:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659a680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766088320:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756109.439730:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0c3 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223919 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.439802:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0c3 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223919 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.439817:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0c3 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223919 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.439837:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0c3 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223919 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.439860:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0c3 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223919 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.439884:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0c3 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223919 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.439902:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0c3 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223919 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.439926:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0c3 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223919 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756109.439948:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c659a680 x1874589766088320/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756125 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756109.440619:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0c3 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223919 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.440634:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c83fc400 type 13 mode 4 res 9663678445/198 (0 0) 00000080:00200000:2.0:1787756109.440643:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000fb8:0x18:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787756109.440688:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xc6:0x0], updating i_size 4096 00000080:00200000:2.0:1787756109.440692:0:138509:0:(namei.c:147:ll_iget()) got inode: [0x2400007ed:0xc6:0x0](ffffa0e6e020d348): rc = 0 00000080:00010000:2.0:1787756109.440701:0:138509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0xc6:0x0](ffffa0e6e020d348) for lock 0xc63d509de01cf0c3 00000080:00010000:2.0:1787756109.440717:0:138509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0xc6:0x0](ffffa0e6e020d348) 00000080:00010000:2.0:1787756109.440729:0:138509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01cf0c3 from it ffffbc5601c77bd0 00010000:00010000:2.0:1787756109.440733:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0c3 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223919 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.440743:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0c3 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223919 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787756109.440802:0:138509:0:(llite_lib.c:2427:ll_setattr_raw()) START file rc6.d:[0x2400007ed:0xc6:0x0](ffffa0e6e020d348) current size 4096, valid attrs 41, mode 41ed, uid -744632320, gid -24346, new size 0, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000 00010000:00010000:2.0:1787756109.440827:0:138509:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0c3 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d223919 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.440891:0:138509:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0c3 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d223919 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756109.440899:0:138509:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787756109.440903:0:138509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0c3 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xc6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d223919 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787756109.440927:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756109.440937:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c659a680 x1874589766088576/t0(0) o36->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756109.440964:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c659a680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766088576:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756109.441074:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.453536:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c659a680 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766088576:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756109.453591:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x2400007ed:0xc6:0x0], updating i_size 4096 00000080:00200008:2.0:1787756109.453608:0:138509:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file rc6.d:[0x2400007ed:0xc6:0x0](ffffa0e6e020d348) current size 4096, valid attrs 10000041, mode 41ed, uid -744632320, gid -24346, new size 0, atime 1787756109.000000000, mtime 1787756109.000000000, ctime 1787756109.000000000, rc 0 00000080:00200000:2.0:1787756109.453676:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756109.453687:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756109.453697:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.453700:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rc.d, flags=16 00000080:00200000:2.0:1787756109.453704:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.453733:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rc5.d, dir=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), flags=1536 00000080:00200000:2.0:1787756109.453737:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756109.453744:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), inode mode 41c0 mask 3 00000080:00200000:2.0:1787756109.453749:0:138509:0:(namei.c:2239:do_mkdir()) VFS Op:name=rc5.d, dir=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448) 00000020:00100000:2.0:1787756109.453848:0:138509:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787756109.453860:0:138509:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e6c6598e00 x1874589766088832/t0(0) o36->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756109.453887:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766088832:192.168.201.131@tcp:36:tar.0 00000100:00100000:2.0:1787756109.454150:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.462635:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598e00 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766088832:192.168.201.131@tcp:36:tar.0 00000080:00200000:2.0:1787756109.462711:0:138509:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x20001a9e3:0x112f:0x0](ffffa0e6c77763c8) 00000080:00200000:2.0:1787756109.462719:0:138509:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x20001a9e3:0x112f:0x0], updating i_size 4096 00000080:00200000:2.0:1787756109.462825:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x20001a9e3:0x107e:0x0](ffffa0e6c756d348), inode mode 41ed mask 1 00000080:00200000:2.0:1787756109.462834:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=etc, flags=16 00000080:00200000:2.0:1787756109.462844:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xa:0x0](ffffa0e6c77221c8), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.462847:0:138509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=rc.d, flags=16 00000080:00200000:2.0:1787756109.462850:0:138509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), inode mode 41c0 mask 1 00000080:00200000:2.0:1787756109.462862:0:138509:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=rc5.d, dir=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), flags=0 00000080:00200000:2.0:1787756109.462867:0:138509:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=rc5.d, dir=[0x2400007ed:0xc5:0x0](ffffa0e6e020f448), intent=getattr 00000002:00010000:2.0:1787756109.462892:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: rc5.d,[0x0:0x0:0x0]) in obj [0x200024df1:0x18:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787756109.462960:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0ca lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.462971:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0ca lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.462982:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0ca lrc: 3/1,0 mode: --/CR res: [0x200024df1:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787756109.463004:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c6598000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766088960:192.168.201.131@tcp:101:tar.0 00000100:00100000:2.0:1787756109.463090:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0ac8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787756109.470255:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c6598000 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766088960:192.168.201.131@tcp:101:tar.0 00010000:00010000:2.0:1787756109.470324:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0ca lrc: 4/1,0 mode: --/CR res: [0x200024df1:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22397b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.470365:0:138509:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0ca lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x112f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22397b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.470375:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0ca lrc: 4/1,0 mode: --/PR res: [0x20001a9e3:0x112f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22397b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.470388:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0ca lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x112f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22397b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.470401:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0ca lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x112f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22397b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.470415:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0ca lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x112f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22397b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.470423:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0ca lrc: 5/2,0 mode: PR/PR res: [0x20001a9e3:0x112f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22397b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.470430:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0ca lrc: 4/1,0 mode: PR/PR res: [0x20001a9e3:0x112f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d22397b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787756109.470579:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c6598000 x1874589766088960/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/672 e 0 to 0 dl 1787756125 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787756109.470598:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c2800/0xc63d509de01cf0ca lrc: 3/1,0 mode: PR/PR res: [0x20001a9e3:0x112f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d22397b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787756109.470611:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590043619/4399 (0 0) 00000080:00200000:2.0:1787756109.470619:0:138509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200024df1:0x18:0x0] suppgids 0 -1: rc 0 00000002:00010000:3.0:1787756109.470775:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200024df0:0x23:0x0]) in obj [0x200024df0:0x23:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787756109.470837:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf0d1 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756109.470846:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf0d1 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756109.470855:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf0d1 lrc: 3/1,0 mode: --/CR res: [0x200024df0:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756109.470877:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3549500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766089088:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756109.470967:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787756109.473944:0:138509:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3549500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766089088:192.168.201.131@tcp:101:tar.0 00010000:00010000:3.0:1787756109.473979:0:138509:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf0d1 lrc: 4/1,0 mode: --/CR res: [0x200024df0:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223989 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756109.473994:0:138509:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf0d1 lrc: 4/1,0 mode: --/PR res: [0x200024df0:0x23:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223989 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756109.474009:0:138509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf0d1 lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x23:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223989 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756109.474022:0:138509:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf0d1 lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x23:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223989 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756109.474037:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf0d1 lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x23:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223989 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756109.474054:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf0d1 lrc: 5/2,0 mode: PR/PR res: [0x200024df0:0x23:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223989 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756109.474063:0:138509:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf0d1 lrc: 4/1,0 mode: PR/PR res: [0x200024df0:0x23:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223989 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787756109.474079:0:138509:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e6c3549500 x1874589766089088/t0(0) o101->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1787756125 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'tar.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787756109.474096:0:138509:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf0d1 lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x23:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223989 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756109.474112:0:138509:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e6c7b59800 type 13 mode 4 res 8590085616/35 (0 0) 00010000:00010000:3.0:1787756109.474122:0:138509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf0d1 lrc: 3/1,0 mode: PR/PR res: [0x200024df0:0x23:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d223989 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756109.474133:0:138509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf0d1 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x23:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d223989 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00010000:3.0:1787756109.474183:0:138509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000fb9:0x23:0x0]) in obj [0x240000fb9:0x23:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787756109.474261:0:138509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296600/0xc63d509de01cf0d8 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756109.474318:0:138509:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296600/0xc63d509de01cf0d8 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787756109.474330:0:138509:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296600/0xc63d509de01cf0d8 lrc: 3/1,0 mode: --/CR res: [0x240000fb9:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 138509 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787756109.474361:0:138509:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3549500 pname:cluuid:pid:xid:nid:opc:job tar:d820e3d8-0101-4517-9bdc-79801f6168f8:138509:1874589766089216:192.168.201.131@tcp:101:tar.0 00000100:00100000:3.0:1787756109.474611:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 11 seconds 00010000:00010000:0.0:1787756109.532707:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756110.556476:0:116550:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756110.684543:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766089472:192.168.201.131@tcp:400:kworker.0 00000100:00100000:2.0:1787756110.684603:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2402:1874589766089344:192.168.201.131@tcp:400:kworker.0 00000100:00100000:3.0:1787756110.684669:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766089728:192.168.201.131@tcp:400:kworker.0 00000100:00100000:2.0:1787756110.684680:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766089600:192.168.201.131@tcp:400:kworker.0 00000100:00100000:2.0:1787756110.684734:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766089856:192.168.201.131@tcp:400:kworker.0 00010000:00010000:2.0:1787756111.580579:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756112.604470:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787756113.629570:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787756114.652514:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756115.676443:0:116550:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756115.804523:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2401:1874589766089984:192.168.201.131@tcp:400:kworker.0 00000100:00100000:3.0:1787756115.804541:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766090112:192.168.201.131@tcp:400:kworker.0 00000100:00100000:3.0:1787756115.804627:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766090368:192.168.201.131@tcp:400:kworker.0 00000100:00100000:2.0:1787756115.804635:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766090240:192.168.201.131@tcp:400:kworker.0 00000100:00100000:3.0:1787756115.804667:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787756115.804684:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766090496:192.168.201.131@tcp:400:kworker.0 00010000:00010000:2.0:1787756116.700448:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756117.724417:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787756118.748403:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756119.772505:0:138478:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 16/16 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787756119.772572:0:116550:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 16 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787756119.772579:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756119.772584:0:116550:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b3994bb0/0xc63d509de01ccfc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21b8c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:3.0:1787756119.772625:0:116550:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 0000000086f0753f ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b3994bb0/0xc63d509de01ccfc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0xa58e5f4f9d21b8c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:3.0:1787756119.772637:0:116550:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 0000000086f0753f ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b3994bb0/0xc63d509de01ccfc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0xa58e5f4f9d21b8c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787756119.772706:0:116550:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b3994bb0/0xc63d509de01ccfc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0xa58e5f4f9d21b8c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:3.0:1787756119.772807:0:116550:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6c35b2300 - object 0x280000401:5703 offset 0<>216 00000100:00100000:3.0:1787756119.772863:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787756119.772889:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766090624:192.168.201.131@tcp:4:tar.0 00010000:00010000:2.0:1787756120.796794:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756120.924398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 1 seconds 00000100:00100000:1.0:1787756120.924516:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2400:1874589766090752:192.168.201.131@tcp:400:kworker.0 00000100:00100000:0.0:1787756120.924518:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766090880:192.168.201.131@tcp:400:kworker.0 00000100:00100000:1.0:1787756120.924632:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589766091008:192.168.201.131@tcp:400:kworker.0 00000100:00100000:0.0:1787756120.924634:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766091136:192.168.201.131@tcp:400:kworker.0 00000100:00100000:1.0:1787756120.924669:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589766091264:192.168.201.131@tcp:400:kworker.0 00010000:00010000:3.0:1787756121.820422:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756121.948395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 1 seconds 00000080:00200000:1.0:1787756121.948444:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787756121.948458:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:1.0:1787756121.948492:0:105055:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000bfc6a542 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000c662ddca/0xc63d509de01ccbd9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21aa02 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:1.0:1787756121.948538:0:105055:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 00000000bfc6a542 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000c662ddca/0xc63d509de01ccbd9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21aa02 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787756121.948607:0:105055:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000c662ddca/0xc63d509de01ccbd9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21aa02 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:1.0:1787756121.948680:0:105055:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6d86c5f80 - object 0x280000400:34 offset 0<>72 00000080:00200000:1.0:1787756121.948727:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787756121.948742:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x107f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787756121.948748:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1787756121.948751:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766091392:192.168.201.131@tcp:4:tar.0 00000008:00010000:1.0:1787756121.948759:0:105055:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 000000007fe58243 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ad913009/0xc63d509de01ccbf5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21aa5d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:1.0:1787756121.948770:0:105055:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 000000007fe58243 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ad913009/0xc63d509de01ccbf5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21aa5d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787756121.948793:0:105055:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ad913009/0xc63d509de01ccbf5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21aa5d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:1.0:1787756121.948821:0:105055:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6d86c5180 - object 0x280000401:5697 offset 0<>208 00000080:00200000:1.0:1787756121.948834:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x107f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787756121.948843:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787756121.948847:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1787756121.948848:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:1.0:1787756121.948856:0:105055:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 000000000898367a ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000bbd1a725/0xc63d509de01ccc11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21aab8 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:0.0:1787756121.948857:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766091520:192.168.201.131@tcp:4:tar.0 00000008:00010000:1.0:1787756121.948876:0:105055:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 000000000898367a ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000bbd1a725/0xc63d509de01ccc11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21aab8 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787756121.948905:0:105055:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000bbd1a725/0xc63d509de01ccc11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21aab8 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00000008:00100000:1.0:1787756121.948948:0:105055:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6d86c4380 - object 0x2c0000400:34 offset 0<>23103 00000080:00200000:1.0:1787756121.948971:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1787756121.948979:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000080:00200000:1.0:1787756121.948985:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xe:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:0.0:1787756121.948991:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589766091648:192.168.201.131@tcp:4:tar.0 00020000:00200000:1.0:1787756121.948992:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:1.0:1787756121.949003:0:105055:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000497b9317 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000086e54fb7/0xc63d509de01ccc6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21ac39 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:1.0:1787756121.949013:0:105055:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 00000000497b9317 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000086e54fb7/0xc63d509de01ccc6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21ac39 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787756121.949032:0:105055:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000086e54fb7/0xc63d509de01ccc6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21ac39 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:1.0:1787756121.949057:0:105055:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6d86c6a00 - object 0x280000400:35 offset 0<>490 00000080:00200000:1.0:1787756121.949080:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xe:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787756121.949089:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xf:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787756121.949094:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:1.0:1787756121.949101:0:105055:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000f3331015 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000007b081d4d/0xc63d509de01cccb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21ad58 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:1.0:1787756121.949110:0:105055:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 00000000f3331015 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000007b081d4d/0xc63d509de01cccb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21ad58 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1787756121.949123:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1787756121.949131:0:105055:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000007b081d4d/0xc63d509de01cccb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21ad58 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:0.0:1787756121.949132:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766091776:192.168.201.131@tcp:4:tar.0 00000008:00100000:1.0:1787756121.949165:0:105055:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6d86c4700 - object 0x2c0000400:35 offset 0<>31 00000100:00100000:0.0:1787756121.949178:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000080:00200000:1.0:1787756121.949187:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xf:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1787756121.949188:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589766091904:192.168.201.131@tcp:4:tar.0 00000080:00200000:1.0:1787756121.949203:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x10:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787756121.949210:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:1.0:1787756121.949218:0:105055:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 0000000090a5eafe ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000a5d50ed9/0xc63d509de01cccf8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21af11 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:1.0:1787756121.949228:0:105055:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 0000000090a5eafe ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000a5d50ed9/0xc63d509de01cccf8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21af11 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787756121.949245:0:105055:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000a5d50ed9/0xc63d509de01cccf8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21af11 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:1.0:1787756121.949294:0:105055:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6d86c7b80 - object 0x280000400:36 offset 0<>1231 00000080:00200000:1.0:1787756121.949317:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x10:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787756121.949329:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1085:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787756121.949334:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1787756121.949340:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589766092032:192.168.201.131@tcp:4:tar.0 00000008:00010000:1.0:1787756121.949344:0:105055:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000e89fef1f ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000fbc1d4c7/0xc63d509de01ccd29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1601:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21afce expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:1.0:1787756121.949355:0:105055:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 00000000e89fef1f ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000fbc1d4c7/0xc63d509de01ccd29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1601:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21afce expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787756121.949378:0:105055:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000fbc1d4c7/0xc63d509de01ccd29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1601:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21afce expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:1.0:1787756121.949407:0:105055:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6d86c4a80 - object 0x2c0000401:5633 offset 0<>43 00000100:00100000:0.0:1787756121.949433:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766092160:192.168.201.131@tcp:4:tar.0 00000080:00200000:1.0:1787756121.949433:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1085:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787756121.949448:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x12:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787756121.949454:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:1.0:1787756121.949463:0:105055:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 000000007e50f753 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004a02640b/0xc63d509de01ccd45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21b029 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:1.0:1787756121.949478:0:105055:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 000000007e50f753 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004a02640b/0xc63d509de01ccd45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21b029 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787756121.949498:0:105055:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004a02640b/0xc63d509de01ccd45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21b029 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:1.0:1787756121.949539:0:105055:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6d86c4e00 - object 0x2c0000400:36 offset 0<>42 00000080:00200000:1.0:1787756121.949564:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x12:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787756121.949574:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x13:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787756121.949579:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1787756121.949588:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:1.0:1787756121.949588:0:105055:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 0000000049b10f0a ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b1efff4f/0xc63d509de01ccd76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21b0e6 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1787756121.949601:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766092288:192.168.201.131@tcp:4:tar.0 00000008:00010000:1.0:1787756121.949601:0:105055:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 0000000049b10f0a ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b1efff4f/0xc63d509de01ccd76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21b0e6 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787756121.949629:0:105055:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b1efff4f/0xc63d509de01ccd76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21b0e6 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:1.0:1787756121.949657:0:105055:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6d86c6d80 - object 0x280000400:37 offset 0<>768 00000100:00100000:0.0:1787756121.949691:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766092416:192.168.201.131@tcp:4:tar.0 00000080:00200000:1.0:1787756121.949693:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x13:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787756121.949704:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x14:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787756121.949710:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:1.0:1787756121.949720:0:105055:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 0000000064c2dd56 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000001750b4fa/0xc63d509de01ccd92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21b141 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:1.0:1787756121.949735:0:105055:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 0000000064c2dd56 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000001750b4fa/0xc63d509de01ccd92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21b141 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787756121.949755:0:105055:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000001750b4fa/0xc63d509de01ccd92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21b141 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:1.0:1787756121.949783:0:105055:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6d86c5500 - object 0x2c0000400:37 offset 0<>685 00000080:00200000:1.0:1787756121.949808:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x14:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787756121.949818:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1087:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:0.0:1787756121.949819:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589766092544:192.168.201.131@tcp:4:tar.0 00020000:00200000:1.0:1787756121.949828:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:1.0:1787756121.949839:0:105055:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 000000008333bc0b ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000095575c1/0xc63d509de01ccdae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1642:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21b19c expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:1.0:1787756121.949849:0:105055:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 000000008333bc0b ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000095575c1/0xc63d509de01ccdae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1642:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21b19c expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787756121.949872:0:105055:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000095575c1/0xc63d509de01ccdae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1642:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21b19c expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:1.0:1787756121.949907:0:105055:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6c7928000 - object 0x280000401:5698 offset 0<>5122 00000080:00200000:1.0:1787756121.949931:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1087:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1787756121.949943:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766092672:192.168.201.131@tcp:4:tar.0 00000080:00200000:1.0:1787756121.949945:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x108a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787756121.949954:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:1.0:1787756121.949963:0:105055:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000e8a776bf ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000013c5204/0xc63d509de01ccdf4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1602:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21b2bb expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:1.0:1787756121.949975:0:105055:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 00000000e8a776bf ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000013c5204/0xc63d509de01ccdf4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1602:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21b2bb expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787756121.949994:0:105055:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000013c5204/0xc63d509de01ccdf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1602:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21b2bb expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:1.0:1787756121.950024:0:105055:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6c792b800 - object 0x2c0000401:5634 offset 0<>642 00000080:00200000:1.0:1787756121.950047:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x108a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1787756121.950048:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787756121.950061:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766092800:192.168.201.131@tcp:4:tar.0 00010000:00010000:2.0:1787756122.844449:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756122.972616:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 1 seconds 00010000:00010000:0.0:1787756123.868457:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756123.996386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 1 seconds 00010000:00010000:0.0:1787756124.892447:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1787756125.020402:0:138509:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756109/real 1787756109] req@ffffa0e6c3549500 x1874589766089216/t0(0) o101->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 576/1152 e 0 to 1 dl 1787756125 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000100:00080000:3.0:1787756125.020434:0:138509:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1787756125.020439:0:138509:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: Connection to lustre-MDT0001 (at 192.168.201.131@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1787756125.020444:0:138509:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00100000:3.0:1787756125.020498:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756125.020645:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756125.020649:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756125.020652:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756125.020658:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8030 00000100:00080000:1.0:1787756125.020671:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756125.020679:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756125.020686:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2399:1874589766092928:192.168.201.131@tcp:400:kworker.0 00000100:00100000:1.0:1787756125.020695:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766093184/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756125.020765:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589766093056:192.168.201.131@tcp:400:kworker.0 00000100:00100000:2.0:1787756125.020772:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766093184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756125.020780:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766093312:192.168.201.131@tcp:400:kworker.0 00000100:00100000:1.0:1787756125.020807:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589766093440:192.168.201.131@tcp:400:kworker.0 00010000:00010000:3.0:1787756125.916418:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756126.044388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00000400:2.0:1787756126.940372:0:2401:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756110/real 1787756110] req@ffffa0e6c3548e00 x1874589766089472/t0(0) o400->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1787756126 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756126.940406:0:2401:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e6c3548e00 x1874589766089472/t0(0) o400->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1787756126 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756126.940426:0:2401:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1787756126.940431:0:2401:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: Connection to lustre-MDT0000 (at 192.168.201.131@tcp) was lost; in progress operations using this service will wait for recovery to complete 00010000:00010000:0.0:1787756126.940437:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787756126.940439:0:2401:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000400:2.0:1787756126.940461:0:2401:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756110/real 1787756110] req@ffffa0e6c354b800 x1874589766089728/t0(0) o400->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 224/224 e 0 to 1 dl 1787756126 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756126.940472:0:2401:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e6c354b800 x1874589766089728/t0(0) o400->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 224/224 e 0 to 1 dl 1787756126 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756126.940476:0:2401:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1787756126.940479:0:2401:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffffa0e6c7ba9800: Connection to lustre-OST0000 (at 192.168.201.131@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1787756126.940482:0:2401:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0000_UUID: waking up pinger s:DISCONN 00000100:00100000:2.0:1787756126.940495:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766089472:192.168.201.131@tcp:400:kworker.0 00000100:00100000:2.0:1787756126.940499:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766089728:192.168.201.131@tcp:400:kworker.0 00000100:00080000:1.0:1787756126.940533:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756126.940537:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756126.940539:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756126.940544:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 7981 00000100:00080000:1.0:1787756126.940555:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756126.940562:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756126.940564:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2399:1874589766093568:192.168.201.131@tcp:400:kworker.0 00000100:00100000:1.0:1787756126.940575:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766093696/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756126.940588:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756126.940591:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756126.940593:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756126.940595:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756126.940596:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756126.940599:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 7488 00000100:00080000:1.0:1787756126.940612:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756126.940615:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756126.940624:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766093696:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756126.940625:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766093824/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756126.940665:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589766093952:192.168.201.131@tcp:400:kworker.0 00000100:00100000:2.0:1787756126.940680:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766093824:192.168.201.131@tcp:8:kworker.0 00000100:00000400:3.0:1787756127.004379:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756110/real 1787756110] req@ffffa0e6c354a680 x1874589766089344/t0(0) o400->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 224/224 e 0 to 1 dl 1787756126 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756127.004427:0:2402:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e6c354a680 x1874589766089344/t0(0) o400->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 224/224 e 0 to 1 dl 1787756126 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756127.004436:0:2402:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1787756127.004440:0:2402:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.201.131@tcp: Connection to MGS (at 192.168.201.131@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1787756127.004444:0:2402:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.201.131@tcp for MGC192.168.201.131@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1787756127.004446:0:2402:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1787756127.004450:0:2402:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0e6c354a680 x1874589766089344/t0(0) o400->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 224/224 e 0 to 1 dl 1787756126 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756127.004459:0:2402:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0e6c3548380 x1874589766089984/t0(0) o400->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1787756131 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756127.004477:0:2402:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0e6d86c5880 x1874589766090752/t0(0) o400->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1787756136 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756127.004496:0:2402:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0e6c792b100 x1874589766092928/t0(0) o400->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1787756141 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756127.004510:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2401:1874589766089984:192.168.201.131@tcp:400:kworker.0 00000100:00100000:3.0:1787756127.004517:0:2402:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0e6c7928700 x1874589766093568/t0(0) o400->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1787756142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1787756127.004527:0:2402:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1787756127.004530:0:2402:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1787756127.004532:0:2402:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1787756127.004534:0:2402:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000400:3.0:1787756127.004555:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756110/real 1787756110] req@ffffa0e6c3548700 x1874589766089600/t0(0) o400->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1787756126 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756127.004563:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2400:1874589766090752:192.168.201.131@tcp:400:kworker.0 00000100:00100000:3.0:1787756127.004574:0:2402:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e6c3548700 x1874589766089600/t0(0) o400->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1787756126 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756127.004582:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2399:1874589766093568:192.168.201.131@tcp:400:kworker.0 00000100:00080000:3.0:1787756127.004582:0:2402:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffffa0e6c8573800 already not connected (conn 7, was 6): CONNECTING 00000100:00000400:3.0:1787756127.004594:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756110/real 1787756110] req@ffffa0e6c354b480 x1874589766089856/t0(0) o400->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 224/224 e 0 to 1 dl 1787756126 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756127.004596:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2399:1874589766092928:192.168.201.131@tcp:400:kworker.0 00000100:00080000:0.0:1787756127.004612:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756127.004618:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1787756127.004619:0:2402:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e6c354b480 x1874589766089856/t0(0) o400->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 224/224 e 0 to 1 dl 1787756126 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756127.004623:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756127.004634:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 7981 00000100:00080000:3.0:1787756127.004648:0:2402:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from FULL to DISCONN 00000100:00080000:0.0:1787756127.004651:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:02000400:3.0:1787756127.004655:0:2402:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0001-osc-ffffa0e6c7ba9800: Connection to lustre-OST0001 (at 192.168.201.131@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1787756127.004661:0:2402:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0001_UUID: waking up pinger s:DISCONN 00000100:00100000:0.0:1787756127.004684:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c2a00 x1874589766094080/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756127.004685:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2402:1874589766089344:192.168.201.131@tcp:400:kworker.0 00000100:00100000:3.0:1787756127.004699:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766089600:192.168.201.131@tcp:400:kworker.0 00000100:00100000:3.0:1787756127.004707:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766089856:192.168.201.131@tcp:400:kworker.0 00000100:00080000:0.0:1787756127.004714:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756127.004719:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787756127.004722:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756127.004725:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756127.004727:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756127.004733:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 7807 00000100:00080000:0.0:1787756127.004740:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756127.004748:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756127.004749:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766094080:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756127.004764:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0a80 x1874589766094208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756127.004779:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756127.004782:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787756127.004832:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766094208:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787756127.068386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000080:00200000:0.0:1787756127.068450:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x108b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.068463:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:0.0:1787756127.068487:0:138511:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 0000000063916a89 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000029827bf8/0xc63d509de01cce10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1643:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21b316 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:0.0:1787756127.068506:0:138511:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 0000000063916a89 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000029827bf8/0xc63d509de01cce10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1643:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21b316 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787756127.068565:0:138511:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000029827bf8/0xc63d509de01cce10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1643:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21b316 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:0.0:1787756127.068646:0:138511:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6c97c1880 - object 0x280000401:5699 offset 0<>4925 00000080:00200000:0.0:1787756127.068681:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x108b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.068694:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x15:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.068698:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:0.0:1787756127.068707:0:138511:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000539853bf ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f1089c37/0xc63d509de01cce2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21b371 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00080000:1.0:1787756127.068707:0:2399:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffffa0e6c97c1880 x1874589766094336/t0(0) o4->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 5416/448 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1787756127.068726:0:138511:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 00000000539853bf ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f1089c37/0xc63d509de01cce2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21b371 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756127.068744:0:138511:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f1089c37/0xc63d509de01cce2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21b371 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:0.0:1787756127.068766:0:138511:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6c97c2680 - object 0x280000400:38 offset 0<>1204 00000080:00200000:0.0:1787756127.068779:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x15:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00080000:1.0:1787756127.068784:0:2400:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffffa0e6c97c2680 x1874589766094464/t0(0) o4->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 1696/448 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787756127.068785:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x108c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.068792:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:0.0:1787756127.068801:0:138511:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000a4214228 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000005785318d/0xc63d509de01cce48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21b3cc expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:0.0:1787756127.068817:0:138511:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 00000000a4214228 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000005785318d/0xc63d509de01cce48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21b3cc expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756127.068832:0:138511:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000005785318d/0xc63d509de01cce48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21b3cc expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:0.0:1787756127.068855:0:138511:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6c97c3480 - object 0x2c0000401:5635 offset 0<>7046 00000080:00200000:0.0:1787756127.068875:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x108c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.068884:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x16:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.068889:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1787756127.068898:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1787756127.068899:0:138511:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 000000001eb7b444 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000001ab2cd70/0xc63d509de01cce64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21b427 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00080000:1.0:1787756127.068907:0:2400:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffffa0e6c97c3480 x1874589766094592/t0(0) o4->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 7536/448 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1787756127.068910:0:138511:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 000000001eb7b444 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000001ab2cd70/0xc63d509de01cce64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21b427 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756127.068938:0:138511:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000001ab2cd70/0xc63d509de01cce64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21b427 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:0.0:1787756127.068957:0:138511:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6c97c0700 - object 0x2c0000400:38 offset 0<>449 00000080:00200000:0.0:1787756127.068976:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x16:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.068985:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x108d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.068990:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.068999:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x108d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00080000:1.0:1787756127.068999:0:2400:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffffa0e6c97c0700 x1874589766094720/t0(0) o4->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 944/448 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787756127.069011:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x17:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069016:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069025:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x17:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069031:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x108e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069034:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:0.0:1787756127.069040:0:138511:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 0000000062976c48 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000c3d4692d/0xc63d509de01cceb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21b538 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:0.0:1787756127.069049:0:138511:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 0000000062976c48 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000c3d4692d/0xc63d509de01cceb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21b538 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756127.069069:0:138511:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000c3d4692d/0xc63d509de01cceb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa58e5f4f9d21b538 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:0.0:1787756127.069112:0:138511:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6c97c2d80 - object 0x2c0000401:5636 offset 0<>3181 00000080:00200000:0.0:1787756127.069134:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x108e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069143:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x18:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069148:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069155:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x18:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069161:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x108f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069164:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069169:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x108f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069175:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1090:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069178:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069183:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1090:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069187:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x19:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069191:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069195:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x19:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069200:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x1a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069205:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00080000:1.0:1787756127.069205:0:2399:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffffa0e6c97c2d80 x1874589766094848/t0(0) o4->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 3672/448 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787756127.069209:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x1a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069218:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1091:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069222:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069227:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1091:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069233:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x1b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069237:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069246:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x1b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069253:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1092:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069257:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069263:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1092:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069268:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1093:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069299:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069306:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1093:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069311:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x1c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069313:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069317:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x1c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069320:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1094:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069323:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069326:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1094:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069329:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1095:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069331:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069334:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1095:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069337:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x1d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069339:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069343:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x1d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069346:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1096:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069348:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069351:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1096:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069355:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x1e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069357:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069360:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x1e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069363:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x1f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069365:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069368:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x1f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069370:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x20:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069372:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069375:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x20:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069378:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x21:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069380:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069382:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x21:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069385:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x22:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069387:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069390:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x22:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069392:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x23:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069394:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069397:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x23:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069399:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x24:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069401:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069404:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x24:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069407:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x25:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069409:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069424:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x25:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069428:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x26:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069431:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069436:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x26:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069439:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1097:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069442:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069445:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1097:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069449:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1098:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069451:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069453:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1098:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069457:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x27:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069458:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069461:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x27:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069464:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x28:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069466:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069468:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x28:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069472:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x29:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069474:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069477:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x29:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069482:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1099:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069485:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069490:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1099:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069495:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x2a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069498:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069503:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x2a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069509:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x109a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069513:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069519:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x109a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069524:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069528:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069532:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069536:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x109b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069538:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069541:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x109b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069544:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x2c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069546:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069549:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x2c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069552:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x2d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069554:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069557:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x2d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069560:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x2e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069562:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069565:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x2e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069570:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x109c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069573:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069578:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x109c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069583:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x109d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069587:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069592:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x109d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069598:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x2f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069602:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069608:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x2f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069613:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069617:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069623:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069628:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069631:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069636:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069642:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x32:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069645:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069650:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x32:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069656:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x109f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069660:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069666:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x109f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069671:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069675:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069680:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069686:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069689:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069695:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069701:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069704:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069710:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069715:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069718:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069724:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069729:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x37:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069732:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069739:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x37:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069744:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x38:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069747:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069753:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x38:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069758:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x39:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069761:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069764:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x39:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069769:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x3a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069771:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069775:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x3a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069778:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x3b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069780:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069782:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x3b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069785:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x3c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069787:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069790:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x3c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069793:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10a0:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069795:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069799:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10a0:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069802:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10a1:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069804:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069807:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10a1:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069810:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10a2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069812:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069815:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10a2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069818:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x3d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069820:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069823:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x3d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069827:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x3e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069829:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069832:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x3e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069835:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10a3:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069838:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069840:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10a3:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069844:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10a4:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069847:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069853:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10a4:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069857:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x3f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069860:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069866:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x3f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069872:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x40:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069875:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069881:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x40:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069886:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x41:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069889:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069896:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x41:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069900:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x42:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069902:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069906:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x42:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069909:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10a5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069911:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069914:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10a5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069917:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10a6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069919:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069922:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10a6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069924:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x43:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069928:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069930:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x43:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069934:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10a7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069936:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069939:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10a7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069943:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x44:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069945:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069948:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x44:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069951:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10a8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069953:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069956:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10a8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069959:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10a9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069960:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069963:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10a9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069966:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x47:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069968:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069971:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x47:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069974:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x48:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069976:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069979:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x48:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069982:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10ad:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069984:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069987:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10ad:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069990:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x49:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069991:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.069994:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x49:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.069997:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10ae:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.069999:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.070002:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10ae:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.070005:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x4a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.070007:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.070010:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x4a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.070013:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x4b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.070014:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.070017:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x4b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.070020:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10af:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.070022:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.070025:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10af:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.070027:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10b0:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.070029:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.070033:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10b0:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.070037:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x4c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.070040:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.070046:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x4c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.070050:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10b1:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.070054:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.070059:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10b1:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.070063:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x4d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.070067:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.070073:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x4d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.070078:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10b2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.070081:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.070087:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10b2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.070093:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10b3:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.070097:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.070102:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10b3:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.070107:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10b4:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.070111:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.070116:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10b4:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.070121:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10b5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.070124:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.070129:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10b5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.070135:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10b6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.070139:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.070144:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10b6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756127.070149:0:138511:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x4e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756127.070152:0:138511:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756127.070158:0:138511:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x4e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1787756127.964444:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756128.092391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756128.988542:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756129.116455:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756130.012380:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756130.012389:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787756130.012392:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756130.012396:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787756130.012399:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756130.012403:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787756130.012406:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756130.012409:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787756130.012413:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756130.012417:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1787756130.012439:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756130.140422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00000400:2.0:1787756131.036393:0:2401:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756115/real 1787756115] req@ffffa0e6c35b1500 x1874589766090240/t0(0) o400->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1787756131 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756131.036427:0:2401:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e6c35b1500 x1874589766090240/t0(0) o400->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1787756131 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1787756131.036443:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787756131.036449:0:2401:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffffa0e6c8573800 already not connected (conn 7, was 6): CONNECTING 00000100:00100000:2.0:1787756131.036466:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2401:1874589766090240:192.168.201.131@tcp:400:kworker.0 00000100:00000400:3.0:1787756131.100404:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756115/real 1787756115] req@ffffa0e6c35b3100 x1874589766090496/t0(0) o400->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 224/224 e 0 to 1 dl 1787756131 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756131.100442:0:2402:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e6c35b3100 x1874589766090496/t0(0) o400->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 224/224 e 0 to 1 dl 1787756131 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756131.100451:0:2402:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e6c8554800 already not connected (conn 31, was 30): CONNECTING 00000100:00000400:3.0:1787756131.100458:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756115/real 1787756115] req@ffffa0e6c35b1180 x1874589766090112/t0(0) o400->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1787756131 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756131.100470:0:2402:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e6c35b1180 x1874589766090112/t0(0) o400->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1787756131 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756131.100477:0:2402:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffffa0e6c8572000 already not connected (conn 588, was 587): CONNECTING 00000100:00000400:3.0:1787756131.100484:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756115/real 1787756115] req@ffffa0e6c35b3b80 x1874589766090368/t0(0) o400->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 224/224 e 0 to 1 dl 1787756131 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756131.100493:0:2402:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e6c35b3b80 x1874589766090368/t0(0) o400->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 224/224 e 0 to 1 dl 1787756131 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756131.100498:0:2402:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e6c8570000 already not connected (conn 52, was 51): CONNECTING 00000100:00100000:3.0:1787756131.100506:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766090496:192.168.201.131@tcp:400:kworker.0 00000100:00100000:3.0:1787756131.100510:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766090112:192.168.201.131@tcp:400:kworker.0 00000100:00100000:3.0:1787756131.100514:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2402:1874589766090368:192.168.201.131@tcp:400:kworker.0 00000100:00100000:1.0:1787756131.164409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756132.060423:0:105055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756132.060430:0:105055:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756132.060434:0:105055:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756132.060437:0:105055:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756132.060441:0:105055:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756132.060444:0:105055:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756132.060445:0:105055:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756132.060448:0:105055:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756132.060451:0:105055:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756132.060454:0:105055:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1787756132.060495:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756132.188421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000080:00200000:0.0:1787756132.188496:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x54:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188516:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188555:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x54:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188563:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10b8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188567:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188573:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10b8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188579:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10ba:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188582:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188586:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10ba:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188589:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10bb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188592:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188601:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10bb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188608:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10bd:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188610:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188614:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10bd:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188622:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x56:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188625:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188631:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x56:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188637:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10bf:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188641:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188647:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10bf:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188657:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x57:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188661:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188668:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x57:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188674:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x58:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188678:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188684:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x58:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188689:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10c0:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188693:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188699:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10c0:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188710:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x5b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188714:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188721:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x5b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188726:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x5c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188730:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188736:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x5c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188742:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x5d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188746:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188752:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x5d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188758:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x5e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188762:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188768:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x5e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188778:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x5f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188782:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188788:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x5f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188794:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x60:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188798:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188803:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x60:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188809:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x61:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188813:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188819:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x61:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188826:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10d5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188830:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188836:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10d5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188842:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x89:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188845:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188850:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x89:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188857:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x8a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188861:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188867:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x8a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188872:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x8b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188876:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188883:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x8b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188888:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x8c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188892:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188898:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x8c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188904:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10d6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188908:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188914:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10d6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188920:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x8d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188924:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188930:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x8d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188936:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10d7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188939:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188945:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10d7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188958:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10d8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188962:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188969:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10d8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188976:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x8e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188981:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.188988:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x8e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.188994:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x8f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.188998:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.189004:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x8f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.189010:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10d9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.189013:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.189019:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10d9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.189032:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x90:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.189037:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.189044:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x90:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.189050:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10da:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.189054:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.189060:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10da:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.189068:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x91:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.189073:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.189080:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x91:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.189086:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x93:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.189089:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.189095:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x93:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.189102:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x94:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.189105:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.189112:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x94:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.189118:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x95:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.189123:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.189131:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x95:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.189138:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x96:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.189142:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.189149:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x96:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.189161:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x9a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.189165:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.189171:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x9a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.189179:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10e1:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.189183:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.189189:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10e1:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756132.189196:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x9c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756132.189200:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756132.189207:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x9c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1787756133.084504:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756133.212388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756134.108413:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756134.236397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00000400:2.0:1787756135.132391:0:2401:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756119/real 1787756119] req@ffffa0e6c35b2300 x1874589766090624/t0(0) o4->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 704/448 e 0 to 1 dl 1787756135 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787756135.132398:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756125/real 1787756125] req@ffffa0e6c7929500 x1874589766093184/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756135 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756135.132422:0:2401:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e6c8570000 already not connected (conn 52, was 51): CONNECTING 00000100:00100000:0.0:1787756135.132431:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766093184/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756135 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756135.132446:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00010000:00010000:1.0:1787756135.132447:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787756135.132463:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756135.132466:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766093184:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787756135.132484:0:105055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756135.132488:0:105055:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787756135.132490:0:105055:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756135.132492:0:105055:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787756135.132494:0:105055:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756135.132496:0:105055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756135.132497:0:105055:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756135.132501:0:105055:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8105 00000100:00080000:2.0:1787756135.132509:0:105055:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787756135.132513:0:105055:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756135.132521:0:105055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756135.132544:0:105055:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b480 x1874589766094976/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756135.132559:0:105055:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756135.132561:0:105055:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787756135.132564:0:105055:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756135.132565:0:105055:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787756135.132592:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766094976:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756135.260376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756136.156396:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756126/real 1787756126] req@ffffa0e6c7928a80 x1874589766093824/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756136.156441:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766093824/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756136.156449:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756126/real 1787756126] req@ffffa0e6c792a680 x1874589766093696/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756136.156458:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766093696/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756136.156476:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756136.156501:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756136.156505:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766093824:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787756136.156505:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787756136.156515:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756136.156526:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756136.156531:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766093696:192.168.201.131@tcp:38:kworker.0 00000100:00080000:1.0:1787756136.156550:0:105055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756136.156557:0:105055:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756136.156559:0:105055:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756136.156561:0:105055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756136.156564:0:105055:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756136.156570:0:105055:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8107 00000100:00080000:1.0:1787756136.156581:0:105055:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787756136.156587:0:105055:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756136.156597:0:105055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756136.156629:0:105055:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766095104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756136.156647:0:105055:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756136.156650:0:105055:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756136.156652:0:105055:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756136.156654:0:105055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756136.156655:0:105055:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756136.156657:0:105055:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8107 00000100:00080000:1.0:1787756136.156659:0:105055:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787756136.156662:0:105055:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756136.156666:0:105055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756136.156673:0:105055:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766095232/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756136.156680:0:105055:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756136.156683:0:105055:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787756136.156689:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766095104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756136.156785:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766095232:192.168.201.131@tcp:8:kworker.0 00000100:00000400:0.0:1787756136.220416:0:2399:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756120/real 1787756120] req@ffffa0e6d86c7800 x1874589766090880/t0(0) o400->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1787756136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756136.220452:0:2399:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e6d86c7800 x1874589766090880/t0(0) o400->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1787756136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756136.220459:0:2399:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffffa0e6c8572000 already not connected (conn 589, was 587): CONNECTING 00000100:00000400:0.0:1787756136.220465:0:2399:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756120/real 1787756120] req@ffffa0e6d86c6680 x1874589766091136/t0(0) o400->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 224/224 e 0 to 1 dl 1787756136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756136.220474:0:2399:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e6d86c6680 x1874589766091136/t0(0) o400->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 224/224 e 0 to 1 dl 1787756136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756136.220478:0:2399:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e6c8570000 already not connected (conn 53, was 51): CONNECTING 00000100:00100000:0.0:1787756136.220501:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766090880:192.168.201.131@tcp:400:kworker.0 00000100:00100000:0.0:1787756136.220505:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766091136:192.168.201.131@tcp:400:kworker.0 00000100:00000400:1.0:1787756136.220624:0:2400:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756120/real 1787756120] req@ffffa0e6d86c6300 x1874589766091008/t0(0) o400->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1787756136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756136.220638:0:2400:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e6d86c6300 x1874589766091008/t0(0) o400->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1787756136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756136.220642:0:2400:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffffa0e6c8573800 already not connected (conn 8, was 6): CONNECTING 00000100:00000400:1.0:1787756136.220647:0:2400:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756120/real 1787756120] req@ffffa0e6d86c5c00 x1874589766091264/t0(0) o400->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 224/224 e 0 to 1 dl 1787756136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756136.220654:0:2400:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e6d86c5c00 x1874589766091264/t0(0) o400->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 224/224 e 0 to 1 dl 1787756136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756136.220658:0:2400:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e6c8554800 already not connected (conn 31, was 30): CONNECTING 00000100:00100000:1.0:1787756136.220667:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589766091008:192.168.201.131@tcp:400:kworker.0 00000100:00100000:1.0:1787756136.220670:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589766091264:192.168.201.131@tcp:400:kworker.0 00000100:00100000:1.0:1787756136.284535:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756137.180438:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756127/real 1787756127] req@ffffa0e6c97c0a80 x1874589766094208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756137 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756137.180480:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0a80 x1874589766094208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756137 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756137.180492:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756127/real 1787756127] req@ffffa0e6c97c2a00 x1874589766094080/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756137 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756137.180502:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c2a00 x1874589766094080/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756137 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756137.180521:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756137.180542:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756137.180546:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766094208:192.168.201.131@tcp:8:kworker.0 00000100:00080000:0.0:1787756137.180550:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756137.180554:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756137.180556:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766094080:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756137.180590:0:105055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756137.180597:0:105055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756137.180600:0:105055:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756137.180607:0:105055:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8107 00000100:00080000:1.0:1787756137.180621:0:105055:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787756137.180637:0:105055:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756137.180688:0:105055:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766095360/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756137.180725:0:105055:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756137.180729:0:105055:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756137.180733:0:105055:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756137.180736:0:105055:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756137.180738:0:105055:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756137.180741:0:105055:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756137.180744:0:105055:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756137.180747:0:105055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756137.180749:0:105055:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756137.180753:0:105055:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8107 00000100:00080000:1.0:1787756137.180757:0:105055:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787756137.180762:0:105055:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00010000:00010000:0.0:1787756137.180769:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756137.180771:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766095360:192.168.201.131@tcp:250:kworker.0 00000008:00100000:1.0:1787756137.180772:0:105055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756137.180789:0:105055:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766095488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756137.180866:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766095488:192.168.201.131@tcp:8:kworker.0 00000100:00000400:0.0:1787756137.244430:0:2399:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756121/real 1787756121] req@ffffa0e6c792b800 x1874589766092800/t0(0) o4->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 1136/448 e 0 to 1 dl 1787756137 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1787756137.244475:0:2399:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e6c8554800 already not connected (conn 32, was 30): CONNECTING 00000100:00000400:0.0:1787756137.244486:0:2399:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756121/real 1787756121] req@ffffa0e6c7928000 x1874589766092672/t0(0) o4->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 5616/448 e 0 to 1 dl 1787756137 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1787756137.244499:0:2399:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e6c8570000 already not connected (conn 53, was 51): CONNECTING 00000100:00000400:1.0:1787756137.244506:0:2400:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756121/real 1787756121] req@ffffa0e6d86c5500 x1874589766092544/t0(0) o4->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 1176/448 e 0 to 1 dl 1787756137 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000100:00000400:0.0:1787756137.244508:0:2399:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756121/real 1787756121] req@ffffa0e6d86c6d80 x1874589766092416/t0(0) o4->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 1256/448 e 0 to 1 dl 1787756137 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000100:00080000:1.0:1787756137.244533:0:2400:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e6c8554800 already not connected (conn 32, was 30): CONNECTING 00000100:00080000:0.0:1787756137.244537:0:2399:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e6c8570000 already not connected (conn 53, was 51): CONNECTING 00000100:00000400:1.0:1787756137.244541:0:2400:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756121/real 1787756121] req@ffffa0e6d86c7b80 x1874589766092032/t0(0) o4->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 1720/448 e 0 to 1 dl 1787756137 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000100:00000400:0.0:1787756137.244549:0:2399:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756121/real 1787756121] req@ffffa0e6d86c4e00 x1874589766092288/t0(0) o4->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 536/448 e 0 to 1 dl 1787756137 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000100:00080000:1.0:1787756137.244562:0:2400:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e6c8570000 already not connected (conn 53, was 51): CONNECTING 00000100:00000400:1.0:1787756137.244572:0:2400:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756121/real 1787756121] req@ffffa0e6d86c4700 x1874589766091904/t0(0) o4->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 520/448 e 0 to 1 dl 1787756137 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1787756137.244578:0:2399:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e6c8554800 already not connected (conn 32, was 30): CONNECTING 00000100:00080000:1.0:1787756137.244581:0:2400:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e6c8554800 already not connected (conn 32, was 30): CONNECTING 00000100:00000400:0.0:1787756137.244587:0:2399:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756121/real 1787756121] req@ffffa0e6d86c4a80 x1874589766092160/t0(0) o4->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 536/448 e 0 to 1 dl 1787756137 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000100:00000400:1.0:1787756137.244590:0:2400:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756121/real 1787756121] req@ffffa0e6d86c4380 x1874589766091648/t0(0) o4->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 488/448 e 0 to 1 dl 1787756137 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000100:00080000:1.0:1787756137.244604:0:2400:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e6c8554800 already not connected (conn 32, was 30): CONNECTING 00000100:00080000:0.0:1787756137.244616:0:2399:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e6c8554800 already not connected (conn 32, was 30): CONNECTING 00000100:00000400:0.0:1787756137.244625:0:2399:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756121/real 1787756121] req@ffffa0e6d86c6a00 x1874589766091776/t0(0) o4->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 984/448 e 0 to 1 dl 1787756137 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1787756137.244641:0:2399:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e6c8570000 already not connected (conn 53, was 51): CONNECTING 00000100:00000400:0.0:1787756137.244648:0:2399:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756121/real 1787756121] req@ffffa0e6d86c5180 x1874589766091520/t0(0) o4->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 696/448 e 0 to 1 dl 1787756137 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1787756137.244666:0:2399:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e6c8570000 already not connected (conn 53, was 51): CONNECTING 00000100:00000400:0.0:1787756137.244672:0:2399:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756121/real 1787756121] req@ffffa0e6d86c5f80 x1874589766091392/t0(0) o4->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 560/448 e 0 to 1 dl 1787756137 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1787756137.244683:0:2399:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e6c8570000 already not connected (conn 53, was 51): CONNECTING 00000100:00100000:1.0:1787756137.308361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000080:00200000:0.0:1787756137.308398:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x9d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308415:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308456:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x9d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308472:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10e2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308478:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308488:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10e2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308495:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x9e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308500:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308508:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x9e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308514:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10e3:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308517:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308522:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10e3:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308525:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10e4:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308528:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308532:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10e4:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308535:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10e5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308538:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308541:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10e5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308545:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10e6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308547:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308552:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10e6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308556:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x9f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308559:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308562:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x9f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308568:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10e7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308570:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308574:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10e7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308578:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10e8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308580:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308584:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10e8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308587:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10ea:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308589:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308593:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10ea:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308600:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xa1:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308602:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308608:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xa1:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308613:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xa2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308617:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308624:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xa2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308630:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xa3:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308633:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308641:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xa3:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308648:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10ec:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308652:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308658:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10ec:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308663:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10ed:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308667:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308685:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10ed:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308695:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10ef:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308699:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308707:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10ef:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308714:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10f0:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308717:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308722:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10f0:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308726:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xa4:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308729:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308732:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xa4:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308736:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10f1:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308738:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308741:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10f1:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308745:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10f3:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308747:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308751:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10f3:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308757:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10f5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308759:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308763:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10f5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308766:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10f6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308769:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308773:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10f6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308776:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10f7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308778:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308782:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10f7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308785:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10f8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308787:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308790:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10f8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308793:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10f9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308796:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308799:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10f9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308803:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10fa:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308805:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308809:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10fa:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308812:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10fb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308814:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308818:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10fb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308821:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10fc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308823:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308827:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10fc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308830:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10fd:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308832:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308836:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10fd:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308839:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10fe:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308841:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308845:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10fe:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308848:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10ff:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308850:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308854:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10ff:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308857:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1100:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308859:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308863:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1100:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308866:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1101:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308869:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308873:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1101:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308876:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1102:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308879:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308882:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1102:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308886:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1103:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308889:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308893:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1103:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308897:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1104:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308899:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308902:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1104:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308905:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1105:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308907:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308911:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1105:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308914:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1107:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308916:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308920:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1107:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308923:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1108:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308926:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308933:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1108:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308939:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1109:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308943:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308949:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1109:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308954:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x110a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308957:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308963:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x110a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308968:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x110b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308973:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308979:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x110b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.308986:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x110c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.308989:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.308995:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x110c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309000:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x110d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309003:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309010:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x110d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309017:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x110f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309020:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309027:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x110f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309033:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1110:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309038:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309046:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1110:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309052:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1111:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309056:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309063:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1111:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309070:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1112:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309073:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309081:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1112:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309087:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1113:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309091:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309096:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1113:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309105:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1114:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309109:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309116:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1114:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309122:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1115:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309127:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309133:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1115:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309145:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xa7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309149:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309156:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xa7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309163:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xa8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309167:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309175:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xa8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309180:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xa9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309184:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309190:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xa9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309197:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xaa:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309200:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309205:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xaa:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309209:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1116:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309212:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309216:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1116:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309220:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xab:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309222:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309225:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xab:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309229:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xac:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309256:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309263:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xac:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309268:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xad:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309293:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309302:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xad:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309309:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xae:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309313:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309319:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xae:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309326:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1117:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309329:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309334:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1117:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309339:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1118:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309341:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309345:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1118:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309349:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xaf:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309351:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309355:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xaf:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309358:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x1119:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309361:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309365:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x1119:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309371:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x111a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309375:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309381:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x111a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309388:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x111b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309391:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309398:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x111b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309410:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xb4:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309415:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309423:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xb4:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309429:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0xb5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309433:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787756137.309440:0:105055:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0xb5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787756137.309505:0:105055:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x111e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787756137.309509:0:105055:0:(lov_io.c:1109:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1787756137.309590:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1787756137.309610:0:2399:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffffa0e6c97c2a00 x1874589766095616/t0(0) o16->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00010000:00010000:0.0:1787756138.204450:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756138.332380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756139.228442:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756139.356397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756140.188431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756140.188444:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787756140.188446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756140.188449:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787756140.188451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756140.188453:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787756140.188455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756140.188457:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787756140.188458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756140.188460:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1787756140.252477:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756140.380399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756141.212395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756141.212405:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787756141.212408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756141.212411:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787756141.212413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756141.212415:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787756141.212417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756141.212418:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787756141.212420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756141.212422:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1787756141.276497:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1787756141.340423:0:2400:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756125/real 1787756125] req@ffffa0e6c792bb80 x1874589766093056/t0(0) o400->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1787756141 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756141.340456:0:2400:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e6c792bb80 x1874589766093056/t0(0) o400->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1787756141 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756141.340463:0:2400:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffffa0e6c8572000 already not connected (conn 589, was 587): CONNECTING 00000100:00000400:1.0:1787756141.340468:0:2400:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756125/real 1787756125] req@ffffa0e6c792ad80 x1874589766093440/t0(0) o400->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 224/224 e 0 to 1 dl 1787756141 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756141.340477:0:2400:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e6c792ad80 x1874589766093440/t0(0) o400->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 224/224 e 0 to 1 dl 1787756141 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756141.340481:0:2400:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e6c8554800 already not connected (conn 32, was 30): CONNECTING 00000100:00100000:1.0:1787756141.340502:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589766093056:192.168.201.131@tcp:400:kworker.0 00000100:00100000:1.0:1787756141.340509:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589766093440:192.168.201.131@tcp:400:kworker.0 00000100:00100000:1.0:1787756141.404393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00000400:0.0:1787756141.404398:0:2399:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756125/real 1787756125] req@ffffa0e6c7929180 x1874589766093312/t0(0) o400->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 224/224 e 0 to 1 dl 1787756141 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756141.404439:0:2399:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e6c7929180 x1874589766093312/t0(0) o400->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 224/224 e 0 to 1 dl 1787756141 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756141.404449:0:2399:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e6c8570000 already not connected (conn 53, was 51): CONNECTING 00000100:00100000:0.0:1787756141.404471:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d820e3d8-0101-4517-9bdc-79801f6168f8:2399:1874589766093312:192.168.201.131@tcp:400:kworker.0 00000100:00080000:3.0:1787756142.236393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756142.236403:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787756142.236406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756142.236409:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787756142.236412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756142.236414:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787756142.236416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756142.236418:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787756142.236420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756142.236422:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1787756142.300489:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1787756142.364430:0:2400:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756126/real 1787756126] req@ffffa0e6c7929f80 x1874589766093952/t0(0) o400->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 224/224 e 0 to 1 dl 1787756142 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756142.364475:0:2400:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e6c7929f80 x1874589766093952/t0(0) o400->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 224/224 e 0 to 1 dl 1787756142 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756142.364485:0:2400:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e6c8554800 already not connected (conn 32, was 30): CONNECTING 00000100:00100000:1.0:1787756142.364506:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d820e3d8-0101-4517-9bdc-79801f6168f8:2400:1874589766093952:192.168.201.131@tcp:400:kworker.0 00000100:00100000:1.0:1787756142.428401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756143.324481:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756143.452386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756144.348478:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756144.476443:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756145.372436:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756145.500346:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756146.396422:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756146.524354:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756147.420445:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756147.548375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756147.548383:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756147.548389:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787756147.548392:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756147.548396:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787756147.548398:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756147.548402:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787756147.548406:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756147.548410:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787756147.548414:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756147.548418:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1787756148.444422:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756148.572369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756149.468428:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756149.596463:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756150.428374:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756135/real 1787756135] req@ffffa0e6c354b480 x1874589766094976/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756150 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756150.428415:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b480 x1874589766094976/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756150 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756150.428436:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756150.428461:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756150.428466:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766094976:192.168.201.131@tcp:38:kworker.0 00000100:00080000:1.0:1787756150.428495:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756150.428500:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756150.428502:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756150.428504:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756150.428506:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756150.428507:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756150.428510:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756150.428515:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8116 00000100:00080000:1.0:1787756150.428523:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1787756150.428528:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756150.428537:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756150.428561:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766095744/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756150.428576:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756150.428579:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756150.428580:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756150.428583:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787756150.428614:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766095744:192.168.201.131@tcp:38:kworker.0 00010000:00010000:0.0:1787756150.492460:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756150.620393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756151.452348:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756136/real 1787756136] req@ffffa0e6c7928700 x1874589766095232/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756151 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756151.452384:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766095232/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756151 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756151.452396:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756136/real 1787756136] req@ffffa0e6c792b100 x1874589766095104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756151 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756151.452410:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766095104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756151 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756151.452430:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756151.452452:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756151.452464:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766095232:192.168.201.131@tcp:8:kworker.0 00000100:00080000:2.0:1787756151.452470:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756151.452478:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756151.452481:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766095104:192.168.201.131@tcp:38:kworker.0 00000100:00080000:1.0:1787756151.452487:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756151.452492:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756151.452494:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756151.452497:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756151.452500:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756151.452507:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8117 00000100:00080000:1.0:1787756151.452516:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1787756151.452523:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756151.452533:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756151.452561:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766095872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756151.452590:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756151.452593:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756151.452596:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756151.452598:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756151.452600:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756151.452603:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8117 00000100:00080000:1.0:1787756151.452607:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1787756151.452611:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756151.452617:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756151.452631:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766095872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756151.452632:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766096000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756151.452646:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756151.452649:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787756151.452711:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766096000:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787756151.516390:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756151.644389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756152.476370:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756137/real 1787756137] req@ffffa0e6c7928380 x1874589766095488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756152 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756152.476403:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766095488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756152 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756152.476414:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756137/real 1787756137] req@ffffa0e6c7929c00 x1874589766095360/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756152 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756152.476426:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766095360/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756152 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756152.476446:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756152.476470:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756152.476476:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766095488:192.168.201.131@tcp:8:kworker.0 00000100:00080000:2.0:1787756152.476481:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756152.476487:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756152.476491:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766095360:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756152.476506:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756152.476512:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756152.476515:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756152.476522:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8118 00000100:00080000:1.0:1787756152.476533:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1787756152.476540:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756152.476569:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766096128/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756152.476591:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756152.476595:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756152.476597:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756152.476599:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756152.476600:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756152.476609:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756152.476611:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756152.476617:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756152.476619:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787756152.476625:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766096128:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756152.476626:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8118 00000100:00080000:1.0:1787756152.476632:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1787756152.476638:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756152.476647:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756152.476661:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766096256/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756152.476713:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766096256:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787756152.540442:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756152.668367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756153.564457:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756153.692417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756154.588461:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756154.716493:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756155.484410:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756155.484423:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787756155.484426:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756155.484431:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787756155.484432:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756155.484434:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787756155.484436:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756155.484438:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787756155.484439:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756155.484441:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1787756155.612475:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756155.740446:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756156.508387:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756156.508398:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787756156.508401:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756156.508405:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787756156.508408:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756156.508411:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787756156.508414:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756156.508418:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787756156.508423:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756156.508426:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1787756156.636480:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756156.764470:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756157.532402:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756157.532418:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756157.532422:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756157.532426:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756157.532428:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756157.532432:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756157.532435:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756157.532438:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787756157.532441:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756157.532445:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1787756157.660423:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756157.788457:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756158.684499:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756158.812336:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756159.708434:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756159.836445:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756160.732414:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:2.1F:1787756160.796390:0:2390:0:(socklnd_cb.c:2294:ksocknal_find_timed_out_conn()) Timeout sending data to 12345-192.168.201.131@tcp (192.168.201.131:988) the network or that node may be down. 00000100:00100000:1.0:1787756160.860437:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756161.756410:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756161.884467:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756162.780470:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787756162.908387:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756162.908399:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787756162.908402:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756162.908405:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787756162.908408:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756162.908411:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787756162.908414:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756162.908417:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787756162.908421:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756162.908424:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787756162.908540:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756163.804447:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756163.932464:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756164.828436:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756164.956415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756165.852426:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756165.980518:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756166.876413:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756167.004321:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756167.900474:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756168.028388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756168.028409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756168.028421:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787756168.028424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756168.028428:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787756168.028432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756168.028435:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787756168.028438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756168.028442:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787756168.028445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756168.028448:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1787756168.924427:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756169.052403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756169.948546:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756170.076395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756170.844391:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756150/real 1787756150] req@ffffa0e6c7929f80 x1874589766095744/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756170 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756170.844439:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766095744/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756170 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756170.844467:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756170.844496:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756170.844501:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766095744:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787756170.844526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756170.844533:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787756170.844535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756170.844539:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787756170.844541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756170.844543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756170.844546:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756170.844553:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8131 00000100:00080000:3.0:1787756170.844566:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787756170.844573:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756170.844587:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756170.844654:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766096384/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756170.844674:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756170.844678:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787756170.844681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756170.844683:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787756170.844705:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766096384:192.168.201.131@tcp:38:kworker.0 00010000:00010000:0.0:1787756170.972481:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756171.100425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756171.868355:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756151/real 1787756151] req@ffffa0e6c792bb80 x1874589766096000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756171 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756171.868392:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766096000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756171 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756171.868405:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756151/real 1787756151] req@ffffa0e6c792ad80 x1874589766095872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756171 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756171.868420:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766095872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756171 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756171.868443:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756171.868462:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756171.868466:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766096000:192.168.201.131@tcp:8:kworker.0 00000100:00080000:2.0:1787756171.868471:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756171.868477:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756171.868481:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766095872:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787756171.868490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756171.868496:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787756171.868499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756171.868502:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756171.868504:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756171.868511:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8132 00000100:00080000:3.0:1787756171.868520:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787756171.868526:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756171.868535:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756171.868562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766096512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756171.868581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756171.868584:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787756171.868586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756171.868589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756171.868590:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756171.868593:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8132 00000100:00080000:3.0:1787756171.868596:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787756171.868599:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756171.868603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756171.868612:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766096640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756171.868615:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766096512:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787756171.868638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756171.868641:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787756171.868711:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766096640:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756171.996440:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756172.124345:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:3.0:1787756172.124544:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.131:988 00000400:00000100:3.0:1787756172.124578:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787756172.124591:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756172.124657:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756172.124673:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:2.0:1787756172.124676:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756170/real 1787756172] req@ffffa0e6c35b3b80 x1874589766096384/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756172.124709:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766096384/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756172.124720:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756172.124725:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756172.124729:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766096384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756172.124748:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756171/real 1787756172] req@ffffa0e6c35b3100 x1874589766096640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756172.124760:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766096640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756172.124768:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756172.124772:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756172.124775:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766096640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787756172.124781:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756171/real 1787756172] req@ffffa0e6c35b1180 x1874589766096512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756172.124790:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766096512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756172.124797:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756172.124800:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756172.124803:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766096512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756172.892378:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756152/real 1787756152] req@ffffa0e6c792a300 x1874589766096256/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756172 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756172.892414:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766096256/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756172 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756172.892426:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787756152/real 1787756152] req@ffffa0e6c7928e00 x1874589766096128/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756172 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756172.892439:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766096128/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756172 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756172.892458:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756172.892479:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756172.892484:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766096256:192.168.201.131@tcp:8:kworker.0 00000100:00080000:2.0:1787756172.892490:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756172.892495:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756172.892499:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766096128:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756172.892524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756172.892531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756172.892535:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756172.892543:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8133 00000100:00080000:3.0:1787756172.892554:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787756172.892562:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756172.892596:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766096768/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756172.892631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756172.892636:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756172.892638:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756172.892643:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8152 00000100:00080000:3.0:1787756172.892647:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756172.892652:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756172.892662:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756172.892676:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766096896/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756172.892687:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756172.892691:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756172.892693:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756172.892699:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8151 00000100:00080000:3.0:1787756172.892703:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787756172.892705:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766096768:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756172.892712:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756172.892720:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756172.892736:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0000 x1874589766097024/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756172.892748:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756172.892752:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756172.892755:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787756172.892760:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756172.892761:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8152 00000100:00080000:3.0:1787756172.892769:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756172.892774:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756172.892781:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756172.892793:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756172/real 1787756172] req@ffffa0e6c35b3800 x1874589766096768/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756172.892798:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766097152/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756172.892833:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756172.892835:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1787756172.892838:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766096768/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756172.892838:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756172.892847:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8133 00000100:00080000:2.0:1787756172.892856:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756172.892857:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787756172.892864:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:2.0:1787756172.892865:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756172.892872:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766096768:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787756172.892873:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756172.892879:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766096896:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756172.892885:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766097280/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787756172.892901:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756172.892914:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756172/real 1787756172] req@ffffa0e6c35b0e00 x1874589766096896/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756172.892922:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766096896/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756172.892927:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756172.892929:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756172.892931:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766096896:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756172.892942:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766097024:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787756172.892952:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756172.892958:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756172/real 1787756172] req@ffffa0e6c35b0000 x1874589766097024/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756172.892966:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0000 x1874589766097024/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756172.892975:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756172.892977:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756172.892979:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766097024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756172.892983:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766097152:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787756172.892992:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756172.892997:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756172/real 1787756172] req@ffffa0e6c35b0380 x1874589766097152/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756172.893004:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766097152/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756172.893010:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756172.893012:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756172.893014:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766097152:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787756172.893017:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766097280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787756172.893026:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756172.893041:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756172/real 1787756172] req@ffffa0e6c35b1c00 x1874589766097280/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756172.893049:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766097280/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756172.893054:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756172.893056:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756172.893058:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766097280:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787756173.020411:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756173.148396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756174.044438:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756174.172383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756175.068419:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756175.196443:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756176.092415:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756176.220355:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756177.116368:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756177.244381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756178.140488:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787756178.268388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756178.268402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756178.268408:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756178.268422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756178.268423:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8153 00000100:00080000:3.0:1787756178.268440:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756178.268451:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756178.268499:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766097408/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756178.268547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756178.268551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756178.268553:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756178.268558:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8153 00000100:00080000:3.0:1787756178.268563:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756178.268568:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756178.268579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756178.268594:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766097536/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756178.268604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756178.268608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756178.268611:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756178.268616:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8153 00000100:00080000:3.0:1787756178.268620:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787756178.268624:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766097408:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756178.268628:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756178.268637:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756178.268649:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766097664/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756178.268661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756178.268665:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756178.268668:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756178.268672:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8153 00000100:00080000:3.0:1787756178.268677:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756178.268682:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756178.268688:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756178.268701:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766097792/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756178.268713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756178.268716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756178.268719:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756178.268723:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8153 00000100:00080000:3.0:1787756178.268727:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756178.268730:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756178.268736:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756178.268747:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766097920/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756178.268839:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766097536:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756178.268877:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766097664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756178.268899:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766097792:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787756178.268928:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766097920:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756179.164415:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756179.292387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756180.188466:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756180.316351:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756181.212545:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756181.340361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:0.0:1787756181.340656:0:2388:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.131:988 00000400:00000100:0.0:1787756181.340694:0:2388:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787756181.340707:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787756181.340743:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787756181.340749:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787756181.340754:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787756181.340761:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:2.0:1787756181.340799:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756178/real 1787756181] req@ffffa0e6c35b0a80 x1874589766097664/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756181.340826:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766097664/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756181.340837:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756181.340842:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756181.340847:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766097664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756181.340856:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756178/real 1787756181] req@ffffa0e6c35b1880 x1874589766097792/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756181.340869:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766097792/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756181.340887:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756181.340891:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756181.340895:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766097792:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787756181.340903:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756178/real 1787756181] req@ffffa0e6c35b2680 x1874589766097920/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756181.340914:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766097920/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756181.340924:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756181.340928:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756181.340931:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766097920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787756181.340938:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756178/real 1787756181] req@ffffa0e6c35b1f80 x1874589766097408/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756181.340952:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766097408/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756181.340959:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756181.340962:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756181.340965:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766097408:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756181.340972:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756178/real 1787756181] req@ffffa0e6c35b2a00 x1874589766097536/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756181.340983:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766097536/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756181.340991:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756181.340995:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756181.340998:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766097536:192.168.201.131@tcp:38:kworker.0 00010000:00010000:0.0:1787756182.236529:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756182.364435:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756183.260477:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787756183.388477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756183.388489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756183.388493:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787756183.388503:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756183.388504:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8159 00000100:00080000:2.0:1787756183.388521:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756183.388530:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756183.388570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b480 x1874589766098048/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756183.388604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756183.388608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756183.388610:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756183.388614:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8159 00000100:00080000:2.0:1787756183.388618:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756183.388623:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756183.388636:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756183.388650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548700 x1874589766098176/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756183.388661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756183.388665:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756183.388668:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756183.388672:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8159 00000100:00080000:2.0:1787756183.388676:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756183.388680:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756183.388686:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756183.388699:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766098304/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756183.388709:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756183.388712:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756183.388715:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756183.388721:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8159 00000100:00080000:2.0:1787756183.388726:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756183.388731:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756183.388738:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756183.388754:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766098432/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756183.388765:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766098048:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756183.388770:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756183.388783:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756183.388787:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756183.388794:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8159 00000100:00080000:2.0:1787756183.388798:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756183.388804:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756183.388810:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756183.388826:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766098560/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756183.388920:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766098176:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756183.388953:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766098304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756183.388984:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766098432:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756183.389005:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766098560:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756184.284452:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756184.412476:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:3.0:1787756184.412637:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.131:988 00000400:00000100:3.0:1787756184.412686:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787756184.412721:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756184.412755:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756184.412763:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756184.412770:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756184.412776:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:0.0:1787756184.412817:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756183/real 1787756184] req@ffffa0e6c3548380 x1874589766098432/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756184.412842:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766098432/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756184.412868:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756184.412873:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756184.412877:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766098432:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756184.412885:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756183/real 1787756184] req@ffffa0e6c354b800 x1874589766098560/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756184.412898:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766098560/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756184.412907:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756184.412911:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756184.412915:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766098560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756184.412920:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756183/real 1787756184] req@ffffa0e6c354b480 x1874589766098048/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756184.412931:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b480 x1874589766098048/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756184.412938:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756184.412941:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756184.412944:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766098048:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756184.412950:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756183/real 1787756184] req@ffffa0e6c3548700 x1874589766098176/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756184.412966:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548700 x1874589766098176/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756184.412972:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756184.412977:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756184.412979:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766098176:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756184.412986:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756183/real 1787756184] req@ffffa0e6c354a680 x1874589766098304/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756184.412996:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766098304/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756184.413002:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756184.413005:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756184.413008:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766098304:192.168.201.131@tcp:38:kworker.0 00010000:00010000:2.0:1787756185.308445:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756185.436474:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756186.332458:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756186.460497:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756187.356439:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756187.484508:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756188.380489:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787756188.508444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756188.508456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756188.508461:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756188.508474:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8164 00000100:00100000:1.0:1787756188.508477:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756188.508488:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756188.508500:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756188.508554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766098688/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756188.508598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756188.508602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756188.508604:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756188.508608:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8164 00000100:00080000:2.0:1787756188.508612:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756188.508615:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756188.508626:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756188.508639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766098816/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756188.508648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756188.508652:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1787756188.508654:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766098688:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756188.508655:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756188.508662:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8164 00000100:00080000:2.0:1787756188.508667:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756188.508669:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756188.508672:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756188.508681:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548700 x1874589766098944/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756188.508688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756188.508691:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756188.508692:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756188.508695:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8164 00000100:00080000:2.0:1787756188.508697:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756188.508699:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756188.508703:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756188.508711:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b480 x1874589766099072/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756188.508718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756188.508722:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756188.508724:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756188.508729:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8164 00000100:00080000:2.0:1787756188.508734:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756188.508738:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756188.508744:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756188.508755:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766099200/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756188.508826:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766098816:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756188.508883:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766098944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756188.508915:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766099072:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756188.508949:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766099200:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787756189.404428:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756189.532455:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756190.428428:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756190.556489:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:3.0:1787756190.556654:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.131:988 00000400:00000100:3.0:1787756190.556692:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787756190.556709:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756190.556749:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756190.556758:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756190.556768:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756190.556778:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:0.0:1787756190.556800:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756188/real 1787756190] req@ffffa0e6c354a680 x1874589766098816/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756190.556826:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766098816/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756190.556837:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756190.556842:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756190.556847:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766098816:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756190.556854:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756188/real 1787756190] req@ffffa0e6c3548700 x1874589766098944/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756190.556867:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548700 x1874589766098944/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756190.556876:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756190.556879:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756190.556883:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766098944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756190.556890:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756188/real 1787756190] req@ffffa0e6c354b480 x1874589766099072/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756190.556901:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b480 x1874589766099072/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756190.556911:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756190.556915:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756190.556919:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766099072:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756190.556926:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756188/real 1787756190] req@ffffa0e6c354b800 x1874589766099200/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756190.556936:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766099200/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756190.556945:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756190.556948:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756190.556951:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766099200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756190.556958:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756188/real 1787756190] req@ffffa0e6c3548e00 x1874589766098688/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756190.556969:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766098688/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756190.556976:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756190.556980:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756190.556983:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766098688:192.168.201.131@tcp:250:kworker.0 00010000:00010000:0.0:1787756191.452409:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756191.580432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756192.476439:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756192.604457:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756193.500502:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787756193.628395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756193.628410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756193.628415:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756193.628430:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8169 00000100:00080000:3.0:1787756193.628445:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756193.628455:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756193.628504:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766099328/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756193.628511:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756193.628539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756193.628542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756193.628545:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756193.628549:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8169 00000100:00080000:3.0:1787756193.628552:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756193.628556:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756193.628566:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756193.628577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766099456/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756193.628584:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756193.628588:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756193.628590:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756193.628593:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8169 00000100:00080000:3.0:1787756193.628596:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756193.628599:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756193.628602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756193.628610:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766099584/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756193.628617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756193.628619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756193.628620:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756193.628624:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8169 00000100:00080000:3.0:1787756193.628628:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787756193.628630:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766099328:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756193.628634:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756193.628641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756193.628651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766099712/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756193.628658:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756193.628661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756193.628662:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756193.628664:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8169 00000100:00080000:3.0:1787756193.628667:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756193.628670:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756193.628676:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756193.628699:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766099840/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756193.628709:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756193.628746:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756193/real 1787756193] req@ffffa0e6c35b3480 x1874589766099328/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756193.628760:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766099328/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756193.628769:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756193.628772:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756193.628775:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766099328:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756193.628780:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766099456:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756193.628800:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756193.628809:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756193/real 1787756193] req@ffffa0e6c35b0700 x1874589766099456/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756193.628817:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766099456/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756193.628824:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756193.628828:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756193.628832:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766099456:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756193.628837:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766099584:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756193.628858:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756193.628869:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756193/real 1787756193] req@ffffa0e6c35b2d80 x1874589766099584/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756193.628888:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766099584/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756193.628897:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756193.628900:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756193.628904:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766099584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756193.628934:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766099712:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756193.628956:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756193.628968:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756193/real 1787756193] req@ffffa0e6c35b2a00 x1874589766099712/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756193.628980:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766099712/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756193.628993:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756193.628996:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756193.629000:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766099712:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756193.629006:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766099840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756193.629027:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756193.629038:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756193/real 1787756193] req@ffffa0e6c35b1f80 x1874589766099840/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756193.629050:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766099840/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756193.629073:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756193.629077:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756193.629080:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766099840:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756194.524430:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756194.652523:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756195.548514:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756195.676473:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756196.572455:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756196.700553:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756197.596400:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756197.724405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756198.620432:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787756198.748427:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756198.748452:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756198.748457:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756198.748469:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8174 00000100:00080000:0.0:1787756198.748479:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756198.748487:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756198.748499:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756198.748546:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0a80 x1874589766099968/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756198.748575:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756198.748579:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756198.748581:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756198.748586:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8174 00000100:00080000:0.0:1787756198.748591:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756198.748597:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756198.748608:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756198.748617:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766099968:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756198.748627:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1180 x1874589766100096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756198.748638:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756198.748641:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756198.748642:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756198.748646:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8174 00000100:00080000:0.0:1787756198.748650:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756198.748654:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756198.748659:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756198.748673:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1500 x1874589766100224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756198.748684:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756198.748687:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756198.748689:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756198.748695:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8174 00000100:00080000:0.0:1787756198.748700:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756198.748705:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756198.748708:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766100096:192.168.201.131@tcp:38:kworker.0 00000008:00100000:0.0:1787756198.748714:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756198.748734:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3b80 x1874589766100352/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756198.748739:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766100224:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787756198.748778:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756198.748784:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1787756198.748787:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766100352:192.168.201.131@tcp:8:kworker.0 00000100:00080000:0.0:1787756198.748789:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756198.748798:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8174 00000100:00080000:0.0:1787756198.748805:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756198.748811:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756198.748819:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756198.748836:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3100 x1874589766100480/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756198.748974:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766100480:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756199.644515:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756199.772471:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:3.0:1787756199.772712:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.131:988 00000400:00000100:3.0:1787756199.772755:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787756199.772768:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756199.772814:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756199.772820:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756199.772825:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756199.772831:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:2.0:1787756199.772925:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756198/real 1787756199] req@ffffa0e6c97c3100 x1874589766100480/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756199.772975:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3100 x1874589766100480/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756199.772993:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756199.773000:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756199.773005:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766100480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787756199.773015:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756198/real 1787756199] req@ffffa0e6c97c3b80 x1874589766100352/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756199.773030:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3b80 x1874589766100352/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756199.773042:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756199.773047:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756199.773051:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766100352:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787756199.773059:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756198/real 1787756199] req@ffffa0e6c97c1180 x1874589766100096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756199.773073:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1180 x1874589766100096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756199.773082:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756199.773086:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756199.773090:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766100096:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756199.773099:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756198/real 1787756199] req@ffffa0e6c97c1500 x1874589766100224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756199.773113:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1500 x1874589766100224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756199.773121:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756199.773125:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756199.773129:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766100224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756199.773184:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756198/real 1787756199] req@ffffa0e6c97c0a80 x1874589766099968/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756199.773199:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0a80 x1874589766099968/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756199.773208:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756199.773214:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756199.773218:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766099968:192.168.201.131@tcp:250:kworker.0 00010000:00010000:0.0:1787756200.668416:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756200.796503:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756201.692409:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756201.820398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756202.716517:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756202.844490:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756203.740517:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787756203.868397:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756203.868408:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756203.868413:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756203.868425:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8179 00000100:00080000:0.0:1787756203.868439:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756203.868446:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756203.868461:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756203.868489:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c2300 x1874589766100608/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756203.868526:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756203.868529:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756203.868531:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756203.868535:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8179 00000100:00080000:0.0:1787756203.868538:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756203.868541:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756203.868551:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756203.868563:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3800 x1874589766100736/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756203.868571:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756203.868575:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756203.868577:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756203.868582:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8179 00000100:00080000:0.0:1787756203.868585:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756203.868591:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756203.868596:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756203.868610:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0e00 x1874589766100864/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756203.868619:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766100608:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787756203.868626:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756203.868632:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756203.868634:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756203.868640:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8179 00000100:00080000:0.0:1787756203.868644:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756203.868649:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756203.868656:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756203.868670:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0000 x1874589766100992/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756203.868679:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756203.868689:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756203.868692:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756203.868696:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8179 00000100:00080000:0.0:1787756203.868701:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756203.868705:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756203.868710:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756203.868727:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0a80 x1874589766101120/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787756203.868729:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756203.868786:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756203/real 1787756203] req@ffffa0e6c97c2300 x1874589766100608/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756203.868808:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c2300 x1874589766100608/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756203.868820:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756203.868826:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756203.868831:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766100608:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756203.868839:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766100736:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787756203.868865:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756203.868879:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756203/real 1787756203] req@ffffa0e6c97c3800 x1874589766100736/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756203.868891:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3800 x1874589766100736/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756203.868898:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756203.868901:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756203.868905:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766100736:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756203.868939:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766100864:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787756203.868961:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756203.868972:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756203/real 1787756203] req@ffffa0e6c97c0e00 x1874589766100864/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756203.868983:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0e00 x1874589766100864/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756203.868999:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756203.869003:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756203.869006:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766100864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756203.869012:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766100992:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787756203.869036:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756203.869048:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756203/real 1787756203] req@ffffa0e6c97c0000 x1874589766100992/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756203.869098:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0000 x1874589766100992/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756203.869111:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756203.869115:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756203.869119:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766100992:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787756203.869125:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766101120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787756203.869149:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756203.869162:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756203/real 1787756203] req@ffffa0e6c97c0a80 x1874589766101120/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756203.869183:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0a80 x1874589766101120/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756203.869194:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756203.869198:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756203.869201:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766101120:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756204.764524:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756204.892404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756205.788449:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756205.916447:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756206.812533:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756206.940467:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756207.836452:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756207.964488:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756208.860400:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787756208.988404:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756208.988413:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756208.988416:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756208.988424:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8184 00000100:00080000:3.0:1787756208.988434:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756208.988441:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756208.988475:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766101248/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756208.988499:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756208.988502:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756208.988504:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756208.988510:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8184 00000100:00080000:3.0:1787756208.988513:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787756208.988516:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756208.988516:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756208.988531:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756208.988544:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766101376/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756208.988555:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766101248:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756208.988555:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756208.988563:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756208.988567:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756208.988572:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8184 00000100:00080000:3.0:1787756208.988575:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756208.988581:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756208.988586:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756208.988602:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766101504/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756208.988613:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756208.988616:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756208.988618:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787756208.988625:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756208.988626:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8184 00000100:00080000:3.0:1787756208.988645:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756208.988652:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756208.988660:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756208.988682:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756208/real 1787756208] req@ffffa0e6c35b2680 x1874589766101248/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756208.988682:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766101632/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756208.988721:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787756208.988725:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766101248/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756208.988726:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756208.988732:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756208.988742:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8184 00000100:00080000:2.0:1787756208.988743:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756208.988746:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756208.988751:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787756208.988755:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756208.988761:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766101248:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787756208.988762:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756208.988778:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766101760/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756208.988793:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766101376:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787756208.988816:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756208.988827:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756208/real 1787756208] req@ffffa0e6c35b1880 x1874589766101376/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756208.988835:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766101376/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756208.988846:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756208.988848:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756208.988851:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766101376:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756208.988855:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766101504:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787756208.988865:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756208.988872:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756208/real 1787756208] req@ffffa0e6c35b0a80 x1874589766101504/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756208.988879:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766101504/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756208.988884:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756208.988886:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756208.988888:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766101504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756208.988892:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766101632:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787756208.988902:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756208.988908:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756208/real 1787756208] req@ffffa0e6c35b1c00 x1874589766101632/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756208.988916:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766101632/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756208.988922:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756208.988924:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756208.988926:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766101632:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787756208.988939:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766101760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787756208.988950:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756208.988956:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756208/real 1787756208] req@ffffa0e6c35b0380 x1874589766101760/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756208.989004:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766101760/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756208.989015:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756208.989019:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756208.989022:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766101760:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787756209.884426:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756210.012446:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756210.908468:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756211.036414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756211.932386:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756212.060493:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000080:00200008:0.0:1787756212.070257:0:138537:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e6d11bdb88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787756212.070632:0:138537:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e6d11bdb88),name=/ 00000002:00010000:0.0:1787756212.070667:0:138537:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787756212.070686:0:138537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5634200/0xc63d509de01ccb23 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21a700 expref: -99 pid: 138507 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787756212.070703:0:138537:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5634200/0xc63d509de01ccb23 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21a700 expref: -99 pid: 138507 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787756212.070713:0:138537:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787756212.070732:0:138537:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e6d11bdb88) 00000080:00010000:0.0:1787756212.070736:0:138537:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e6d11bdb88) for lock 0xc63d509de01ccb23 00000080:00010000:0.0:1787756212.070745:0:138537:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ccb23 from it ffffbc5601d47cb8 00010000:00010000:0.0:1787756212.070750:0:138537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5634200/0xc63d509de01ccb23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21a700 expref: -99 pid: 138507 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787756212.070761:0:138537:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5634200/0xc63d509de01ccb23 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21a700 expref: -99 pid: 138507 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:0.0:1787756212.071355:0:138537:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e6d11bdb88), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787756212.071361:0:138537:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e6d11bdb88),name=/ 00000002:00010000:0.0:1787756212.071370:0:138537:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787756212.071379:0:138537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5634200/0xc63d509de01ccb23 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21a700 expref: -99 pid: 138507 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1787756212.071390:0:138537:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5634200/0xc63d509de01ccb23 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21a700 expref: -99 pid: 138507 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:0.0:1787756212.071397:0:138537:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787756212.071402:0:138537:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e6d11bdb88) 00000080:00010000:0.0:1787756212.071405:0:138537:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e6d11bdb88) for lock 0xc63d509de01ccb23 00000080:00010000:0.0:1787756212.071410:0:138537:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ccb23 from it ffffbc5601d47cb8 00010000:00010000:0.0:1787756212.071414:0:138537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5634200/0xc63d509de01ccb23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21a700 expref: -99 pid: 138507 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1787756212.071423:0:138537:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5634200/0xc63d509de01ccb23 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21a700 expref: -99 pid: 138507 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00200000:0.0:1787756212.071510:0:138537:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e6d11bdb88),name=/ 00000002:00010000:0.0:1787756212.071519:0:138537:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787756212.071527:0:138537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5634200/0xc63d509de01ccb23 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21a700 expref: -99 pid: 138507 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1787756212.071537:0:138537:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5634200/0xc63d509de01ccb23 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21a700 expref: -99 pid: 138507 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00200000:0.0:1787756212.071544:0:138537:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787756212.071548:0:138537:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e6d11bdb88) 00000080:00010000:0.0:1787756212.071551:0:138537:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e6d11bdb88) for lock 0xc63d509de01ccb23 00000080:00010000:0.0:1787756212.071555:0:138537:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc63d509de01ccb23 from it ffffbc5601d47bb0 00010000:00010000:0.0:1787756212.071559:0:138537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5634200/0xc63d509de01ccb23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e5f4f9d21a700 expref: -99 pid: 138507 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1787756212.071569:0:138537:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5634200/0xc63d509de01ccb23 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21a700 expref: -99 pid: 138507 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000080:00200000:0.0:1787756212.071578:0:138537:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e6d11bdb88), inode mode 41ed mask 44 00000080:00200008:0.0:1787756212.071585:0:138537:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffffa0e6d11bdb88), flags 100000 00000080:00200080:0.0:1787756212.071660:0:138537:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e6d11bdb88) cmd=c00866a4 arg=7fff92cb2d90 00800000:00000080:0.0:1787756212.071674:0:138537:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e6c7ba9800: cmd=c00866a4 len=592 karg=ffffa0e6c6c0e000 uarg=0000000000000000 00800000:00000004:0.0:1787756212.071681:0:138537:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: age 8071, max_age 8192 00000100:00080000:0.0:1787756212.071720:0:138537:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffffa0e6c97c1500 x1874589766101888/t0(0) o41->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756212.071732:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756212.956406:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756213.084426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756213.084470:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756213.980419:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787756214.108390:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756214.108396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756214.108403:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756214.108409:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756214.108423:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8189 00000100:00100000:1.0:1787756214.108430:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756214.108435:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756214.108444:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756214.108476:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0000 x1874589766102016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756214.108500:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756214.108503:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756214.108504:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756214.108508:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8189 00000100:00080000:3.0:1787756214.108510:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756214.108513:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756214.108519:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756214.108528:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766102144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756214.108542:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756214.108544:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756214.108546:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756214.108550:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8189 00000100:00100000:2.0:1787756214.108552:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766102016:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756214.108553:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756214.108561:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756214.108566:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756214.108580:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766102272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756214.108590:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756214.108594:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756214.108595:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756214.108600:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8189 00000100:00080000:3.0:1787756214.108612:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756214.108617:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756214.108623:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787756214.108624:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756214.108642:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766102400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756214.108653:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756214.108656:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756214.108659:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756214.108663:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8189 00000100:00100000:2.0:1787756214.108667:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756214/real 1787756214] req@ffffa0e6c35b0000 x1874589766102016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756214.108670:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756214.108680:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756214.108688:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756214.108693:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0000 x1874589766102016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756214.108702:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766102528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756214.108709:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756214.108718:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756214.108723:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766102016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756214.108751:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766102144:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787756214.108776:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756214.108788:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756214/real 1787756214] req@ffffa0e6c35b0e00 x1874589766102144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756214.108800:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766102144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756214.108808:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756214.108811:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756214.108814:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766102144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756214.108821:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766102272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787756214.108839:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756214.108849:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756214/real 1787756214] req@ffffa0e6c35b3800 x1874589766102272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756214.108858:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766102272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756214.108865:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756214.108868:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756214.108871:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766102272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756214.108918:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766102400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787756214.108946:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756214.108959:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756214/real 1787756214] req@ffffa0e6c35b1180 x1874589766102400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756214.108976:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766102400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756214.108985:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756214.108988:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756214.108991:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766102400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787756214.108996:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766102528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787756214.109013:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756214.109025:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756214/real 1787756214] req@ffffa0e6c35b3100 x1874589766102528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756214.109037:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766102528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756214.109047:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756214.109050:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756214.109053:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766102528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756215.004444:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756215.132386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756215.132460:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756216.028390:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756216.156397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756216.156476:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756217.052475:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756217.180456:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756217.180518:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756218.076487:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756218.204359:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756218.204574:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756219.100435:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756219.228356:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756219.228357:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756219.228366:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756219.228371:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756219.228381:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8195 00000100:00080000:2.0:1787756219.228392:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756219.228400:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756219.228422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756219.228436:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766102656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756219.228462:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756219.228466:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756219.228468:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756219.228472:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8195 00000100:00080000:2.0:1787756219.228477:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756219.228483:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756219.228493:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756219.228498:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766102656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756219.228511:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766102784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756219.228525:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756219.228531:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756219.228534:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756219.228539:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8195 00000100:00080000:2.0:1787756219.228543:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756219.228548:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756219.228553:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756219.228567:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766102912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756219.228576:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756219.228580:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756219.228582:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756219.228587:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8195 00000100:00080000:2.0:1787756219.228592:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756219.228597:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756219.228603:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756219.228607:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766102784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756219.228619:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b480 x1874589766103040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756219.228637:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756219.228647:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766102912:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787756219.228647:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756219.228652:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756219.228660:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8195 00000100:00080000:2.0:1787756219.228666:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756219.228671:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756219.228677:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756219.228679:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766103040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787756219.228695:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548700 x1874589766103168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756219.228728:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766103168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756220.124405:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756220.252401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756220.252421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756221.148457:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756221.276340:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756221.276466:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:3.0:1787756221.276661:0:2388:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787756221.276705:0:2388:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787756221.276723:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756221.276779:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756221.276791:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756221.276802:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756221.276812:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:0.0:1787756221.276869:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756219/real 1787756221] req@ffffa0e6c3548700 x1874589766103168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756221.276908:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548700 x1874589766103168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756221.276922:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756221.276927:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756221.276932:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766103168:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756221.276940:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756219/real 1787756221] req@ffffa0e6c354b480 x1874589766103040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756221.276952:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b480 x1874589766103040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756221.276962:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756221.276966:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756221.276969:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766103040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756221.276976:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756219/real 1787756221] req@ffffa0e6c3548e00 x1874589766102784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756221.276988:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766102784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756221.276996:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756221.277000:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756221.277003:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766102784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756221.277009:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756219/real 1787756221] req@ffffa0e6c354b800 x1874589766102912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756221.277020:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766102912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756221.277028:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756221.277031:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756221.277035:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766102912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756221.277042:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756219/real 1787756221] req@ffffa0e6c3548380 x1874589766102656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756221.277055:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766102656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756221.277062:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756221.277065:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756221.277069:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766102656:192.168.201.131@tcp:250:kworker.0 00010000:00010000:2.0:1787756222.172415:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756222.300362:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756222.300431:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756223.196463:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756223.324335:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756223.324403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756224.220499:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787756224.348407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756224.348420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756224.348424:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756224.348436:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756224.348441:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8200 00000100:00080000:3.0:1787756224.348453:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756224.348459:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756224.348487:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756224.348491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766103296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756224.348514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756224.348518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756224.348520:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756224.348524:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8200 00000100:00080000:3.0:1787756224.348527:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756224.348532:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756224.348539:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756224.348548:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766103296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756224.348552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766103424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756224.348561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756224.348564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756224.348565:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756224.348568:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8200 00000100:00080000:3.0:1787756224.348572:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756224.348575:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756224.348579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756224.348588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766103552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756224.348594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756224.348597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756224.348599:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756224.348602:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8200 00000100:00080000:3.0:1787756224.348605:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756224.348608:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:2.0:1787756224.348613:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787756224.348616:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756224.348625:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766103680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756224.348633:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756224.348635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756224.348637:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756224.348640:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8200 00000100:00080000:3.0:1787756224.348643:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787756224.348646:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756224/real 1787756224] req@ffffa0e6c35b3b80 x1874589766103296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756224.348648:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756224.348656:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756224.348668:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766103808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756224.348673:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766103296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756224.348688:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756224.348692:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756224.348696:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766103296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756224.348733:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766103424:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787756224.348757:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756224.348770:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756224/real 1787756224] req@ffffa0e6c35b1500 x1874589766103424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756224.348783:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766103424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756224.348791:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756224.348795:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756224.348799:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766103424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756224.348805:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766103552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787756224.348825:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756224.348843:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756224/real 1787756224] req@ffffa0e6c35b3100 x1874589766103552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756224.348852:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766103552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756224.348857:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756224.348859:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756224.348862:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766103552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756224.348866:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766103680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787756224.348880:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756224.348886:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756224/real 1787756224] req@ffffa0e6c35b1180 x1874589766103680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756224.348893:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766103680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756224.348900:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756224.348902:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756224.348904:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766103680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787756224.348907:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766103808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787756224.348917:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756224.348924:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756224/real 1787756224] req@ffffa0e6c35b3800 x1874589766103808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756224.348935:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766103808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756224.348945:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756224.348948:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756224.348951:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766103808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756225.244413:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756225.374737:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756225.374767:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756226.268441:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756226.396340:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756226.396340:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756227.292406:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756227.420375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756227.420453:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756228.316435:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756228.444347:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756228.444386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756229.340441:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756229.468369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756229.468408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756229.468525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756229.468530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756229.468534:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756229.468541:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8205 00000100:00080000:2.0:1787756229.468551:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756229.468556:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756229.468586:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766103936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756229.468622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756229.468626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756229.468629:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756229.468633:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8205 00000100:00080000:2.0:1787756229.468637:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756229.468642:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756229.468652:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756229.468669:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766104064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756229.468675:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766103936:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756229.468686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756229.468691:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756229.468693:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756229.468698:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8205 00000100:00080000:2.0:1787756229.468702:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756229.468706:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756229.468712:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756229.468727:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766104192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756229.468736:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756229.468739:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756229.468741:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756229.468744:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8205 00000800:00000100:0.0:1787756229.468750:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787756229.468750:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756229.468759:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756229.468765:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756229.468779:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766104320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756229.468790:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756229.468791:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756229/real 1787756229] req@ffffa0e6c354a680 x1874589766103936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756229.468798:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756229.468801:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756229.468812:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8205 00000100:00080000:2.0:1787756229.468819:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756229.468827:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756229.468834:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756229.468841:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766103936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756229.468849:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b480 x1874589766104448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756229.468860:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756229.468868:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756229.468889:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766103936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756229.468928:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766104064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756229.468955:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756229.468969:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756229/real 1787756229] req@ffffa0e6c3548380 x1874589766104064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756229.468983:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766104064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756229.468992:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756229.468995:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756229.468998:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766104064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756229.469005:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766104192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756229.469025:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756229.469038:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756229/real 1787756229] req@ffffa0e6c354b800 x1874589766104192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756229.469050:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766104192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756229.469065:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756229.469069:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756229.469073:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766104192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756229.469079:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766104320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756229.469100:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756229.469111:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756229/real 1787756229] req@ffffa0e6c3548e00 x1874589766104320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756229.469124:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766104320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756229.469134:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756229.469137:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756229.469141:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766104320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756229.469147:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766104448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756229.469167:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756229.469179:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756229/real 1787756229] req@ffffa0e6c354b480 x1874589766104448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756229.469191:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b480 x1874589766104448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756229.469200:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756229.469203:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756229.469207:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766104448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787756230.364540:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756230.492392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756230.492435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756231.388509:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756231.516455:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756231.516475:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756232.412444:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756232.540347:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756232.540364:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756233.436432:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756233.564346:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756233.564349:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756234.460413:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756234.588337:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756234.588344:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756234.588406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756234.588410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756234.588413:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756234.588423:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8210 00000100:00080000:0.0:1787756234.588432:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756234.588439:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756234.588468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1180 x1874589766104576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756234.588493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756234.588496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756234.588497:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756234.588500:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8210 00000100:00080000:0.0:1787756234.588503:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756234.588506:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756234.588514:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756234.588539:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766104576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756234.588542:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3b80 x1874589766104704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756234.588567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756234.588570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756234.588572:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756234.588577:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8210 00000100:00080000:0.0:1787756234.588587:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756234.588592:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756234.588598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787756234.588611:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756234.588614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3100 x1874589766104832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756234.588627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756234.588630:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756234.588633:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756234.588638:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8210 00000100:00080000:0.0:1787756234.588643:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756234.588648:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756234.588652:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756234/real 1787756234] req@ffffa0e6c97c1180 x1874589766104576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787756234.588656:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756234.588675:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1c00 x1874589766104960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756234.588686:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1180 x1874589766104576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756234.588689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756234.588700:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756234.588707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756234.588707:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:0.0:1787756234.588714:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787756234.588714:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766104576:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787756234.588726:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8210 00000100:00080000:0.0:1787756234.588733:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756234.588737:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756234.588743:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756234.588752:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766104704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756234.588758:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1180 x1874589766105088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787756234.588787:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756234.588802:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756234/real 1787756234] req@ffffa0e6c97c3b80 x1874589766104704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756234.588816:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3b80 x1874589766104704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756234.588824:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756234.588828:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756234.588831:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766104704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756234.588838:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766104832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787756234.588858:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756234.588870:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756234/real 1787756234] req@ffffa0e6c97c3100 x1874589766104832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756234.588881:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3100 x1874589766104832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756234.588895:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756234.588898:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756234.588901:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766104832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756234.588906:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766104960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787756234.588926:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756234.588944:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756234/real 1787756234] req@ffffa0e6c97c1c00 x1874589766104960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756234.588956:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1c00 x1874589766104960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756234.588968:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756234.588971:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756234.588974:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766104960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787756234.588991:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766105088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787756234.589012:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756234.589024:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756234/real 1787756234] req@ffffa0e6c97c1180 x1874589766105088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756234.589036:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1180 x1874589766105088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756234.589047:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756234.589051:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756234.589055:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766105088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756235.484470:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756235.612343:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756235.612395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756236.508440:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756236.636322:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756236.636356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756237.532430:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756237.660321:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756237.660345:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756238.556476:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756238.684324:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756238.684368:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756239.580401:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756239.708324:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787756239.708349:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756239.708354:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756239.708358:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756239.708365:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8215 00000100:00080000:0.0:1787756239.708374:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756239.708380:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756239.708409:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0a80 x1874589766105216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756239.708445:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756239.708450:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756239.708452:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756239.708457:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8215 00000100:00080000:0.0:1787756239.708462:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756239.708468:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756239.708478:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756239.708492:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766105216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756239.708496:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0000 x1874589766105344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756239.708508:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756239.708510:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756239.708511:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756239.708514:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8215 00000100:00080000:0.0:1787756239.708518:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756239.708521:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756239.708525:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756239.708535:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0e00 x1874589766105472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756239.708542:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756239.708545:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756239.708546:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756239.708549:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8215 00000100:00100000:1.0:1787756239.708550:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756239.708553:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756239.708558:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756239.708562:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787756239.708567:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756239.708574:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3800 x1874589766105600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756239.708581:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756239.708584:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756239.708586:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756239.708588:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8215 00000100:00080000:0.0:1787756239.708591:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756239.708593:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756239.708602:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756239.708605:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756239/real 1787756239] req@ffffa0e6c97c0a80 x1874589766105216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756239.708611:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c2300 x1874589766105728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756239.708643:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0a80 x1874589766105216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756239.708655:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756239.708660:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756239.708663:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766105216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756239.708684:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766105344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787756239.708704:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756239.708715:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756239/real 1787756239] req@ffffa0e6c97c0000 x1874589766105344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756239.708726:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0000 x1874589766105344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756239.708734:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756239.708737:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756239.708741:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766105344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756239.708746:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766105472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787756239.708765:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756239.708775:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756239/real 1787756239] req@ffffa0e6c97c0e00 x1874589766105472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756239.708787:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0e00 x1874589766105472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756239.708796:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756239.708799:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756239.708803:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766105472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756239.708809:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766105600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787756239.708829:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756239.708839:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756239/real 1787756239] req@ffffa0e6c97c3800 x1874589766105600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756239.708863:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3800 x1874589766105600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756239.708875:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756239.708878:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756239.708882:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766105600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787756239.708888:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766105728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787756239.708906:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756239.708917:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756239/real 1787756239] req@ffffa0e6c97c2300 x1874589766105728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756239.708935:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c2300 x1874589766105728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756239.708945:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756239.708948:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756239.708951:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766105728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756240.604462:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756240.732331:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756240.732389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756241.628510:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756241.756427:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756241.756427:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756242.652469:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756242.780345:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756242.780431:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756243.676539:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756243.804401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756243.804452:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756244.700495:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756244.828399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756244.828402:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756244.828411:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756244.828415:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756244.828416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756244.828425:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8220 00000100:00080000:2.0:1787756244.828436:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756244.828444:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756244.828479:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548700 x1874589766105856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756244.828502:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756244.828507:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756244.828509:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756244.828514:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8220 00000100:00080000:2.0:1787756244.828519:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756244.828524:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756244.828533:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756244.828542:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766105856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756244.828548:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b480 x1874589766105984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756244.828560:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756244.828563:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756244.828565:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756244.828570:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8220 00000100:00080000:2.0:1787756244.828575:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756244.828580:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756244.828585:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756244.828597:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766106112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756244.828604:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787756244.828608:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756244.828611:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756244.828612:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756244.828616:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8220 00000100:00080000:2.0:1787756244.828620:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756244.828624:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756244.828629:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756244.828640:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766106240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756244.828642:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756244/real 1787756244] req@ffffa0e6c3548700 x1874589766105856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756244.828652:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756244.828655:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756244.828657:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756244.828661:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548700 x1874589766105856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756244.828662:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8220 00000100:00080000:2.0:1787756244.828666:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756244.828670:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:0.0:1787756244.828671:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756244.828675:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:2.0:1787756244.828675:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756244.828679:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766105856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756244.828684:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766106368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756244.828700:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766105984:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756244.828731:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756244.828745:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756244/real 1787756244] req@ffffa0e6c354b480 x1874589766105984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756244.828775:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b480 x1874589766105984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756244.828785:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756244.828788:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756244.828793:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766105984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756244.828799:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766106112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756244.828818:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756244.828830:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756244/real 1787756244] req@ffffa0e6c3548e00 x1874589766106112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756244.828843:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766106112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756244.828851:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756244.828855:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756244.828858:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766106112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756244.828864:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766106240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756244.828886:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756244.828899:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756244/real 1787756244] req@ffffa0e6c354b800 x1874589766106240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756244.828911:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766106240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756244.828922:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756244.828925:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756244.828929:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766106240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756244.828970:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766106368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756244.828996:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756244.829008:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756244/real 1787756244] req@ffffa0e6c3548380 x1874589766106368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756244.829020:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766106368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756244.829029:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756244.829032:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756244.829035:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766106368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756245.724539:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756245.852419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756245.852534:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756246.748463:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756246.876398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756246.876435:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756247.772474:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756247.900359:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756247.900384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756248.796450:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756248.924424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756248.924454:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756249.820579:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756249.948408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756249.948451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756249.948452:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756249.948462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756249.948467:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756249.948481:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8225 00000100:00080000:2.0:1787756249.948498:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756249.948509:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756249.948575:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766106496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756249.948606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756249.948611:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756249.948614:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756249.948619:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8225 00000100:00080000:2.0:1787756249.948625:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756249.948631:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756249.948644:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756249.948646:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766106496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756249.948667:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766106624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756249.948683:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756249.948688:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756249.948691:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756249.948696:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8225 00000100:00080000:2.0:1787756249.948701:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756249.948704:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756249.948709:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756249.948722:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766106752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756249.948728:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787756249.948738:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756249.948742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756249.948744:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756249.948749:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8225 00000100:00080000:2.0:1787756249.948753:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756249.948758:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756249.948765:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756249.948779:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756249/real 1787756249] req@ffffa0e6c354a680 x1874589766106496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756249.948782:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766106880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756249.948818:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756249.948823:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756249.948828:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756249.948829:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766106496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756249.948840:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8225 00000100:00080000:2.0:1787756249.948850:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756249.948852:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756249.948858:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:0.0:1787756249.948863:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:2.0:1787756249.948867:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756249.948872:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766106496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756249.948886:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b480 x1874589766107008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756249.948914:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766106624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756249.948943:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756249.948960:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756249/real 1787756249] req@ffffa0e6c3548380 x1874589766106624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756249.948975:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766106624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756249.948985:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756249.948989:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756249.948993:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766106624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756249.949000:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766106752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756249.949024:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756249.949037:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756249/real 1787756249] req@ffffa0e6c354b800 x1874589766106752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756249.949050:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766106752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756249.949065:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756249.949068:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756249.949071:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766106752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756249.949077:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766106880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756249.949100:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756249.949112:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756249/real 1787756249] req@ffffa0e6c3548e00 x1874589766106880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756249.949126:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766106880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756249.949140:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756249.949144:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756249.949148:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766106880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756249.949156:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766107008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756249.949176:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756249.949188:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756249/real 1787756249] req@ffffa0e6c354b480 x1874589766107008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756249.949200:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b480 x1874589766107008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756249.949211:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756249.949214:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756249.949218:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766107008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787756250.844533:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756250.972384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756250.972445:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756251.868433:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756251.996336:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756251.996361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756252.892429:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756253.020355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756253.020380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756253.916481:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756254.044355:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756254.044383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756254.940422:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756255.068334:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756255.068352:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756255.068358:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756255.068361:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756255.068370:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8230 00000100:00080000:0.0:1787756255.068379:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756255.068386:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756255.068417:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c2300 x1874589766107136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756255.068424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787756255.068439:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756255.068443:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756255.068444:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756255.068447:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8230 00000100:00080000:0.0:1787756255.068451:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756255.068454:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756255.068462:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756255.068471:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766107136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756255.068474:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3800 x1874589766107264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756255.068486:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756255.068489:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756255.068490:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756255.068494:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8230 00000100:00080000:0.0:1787756255.068496:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756255.068499:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756255.068502:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756255.068510:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0e00 x1874589766107392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756255.068516:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756255.068518:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756255.068519:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756255.068521:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8230 00000100:00080000:0.0:1787756255.068526:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756255.068528:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756255.068532:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756255.068542:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0000 x1874589766107520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756255.068551:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756255.068555:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756255.068557:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756255.068563:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8230 00000100:00080000:0.0:1787756255.068567:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787756255.068573:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766107264:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787756255.068574:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756255.068587:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756255.068603:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0a80 x1874589766107648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756255.068617:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766107392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756255.068647:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766107520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787756255.068675:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766107648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756255.964462:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756256.092362:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756256.092385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756256.988442:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756257.116416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756257.116416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756258.012452:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756258.140365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756258.140379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:1.0:1787756258.140525:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:1.0:1787756258.140562:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787756258.140579:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787756258.140614:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787756258.140624:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787756258.140633:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787756258.140639:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:3.0:1787756258.140646:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756255/real 1787756258] req@ffffa0e6c97c3800 x1874589766107264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756258.140674:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3800 x1874589766107264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756258.140687:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756258.140693:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756258.140697:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766107264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756258.140705:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756255/real 1787756258] req@ffffa0e6c97c0e00 x1874589766107392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756258.140718:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0e00 x1874589766107392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756258.140726:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756258.140730:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756258.140734:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766107392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756258.140740:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756255/real 1787756258] req@ffffa0e6c97c0000 x1874589766107520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756258.140752:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0000 x1874589766107520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756258.140763:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756258.140766:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756258.140770:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766107520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787756258.140778:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756255/real 1787756258] req@ffffa0e6c97c2300 x1874589766107136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756258.140791:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c2300 x1874589766107136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756258.140800:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756258.140803:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756258.140807:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766107136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756258.140832:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756255/real 1787756258] req@ffffa0e6c97c0a80 x1874589766107648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756258.140842:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0a80 x1874589766107648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756258.140849:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756258.140851:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756258.140853:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766107648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787756259.036402:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756259.164413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756259.164422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756260.060556:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756260.188344:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756260.188386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756260.188395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756260.188401:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756260.188418:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8235 00000100:00100000:2.0:1787756260.188421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787756260.188455:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756260.188467:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756260.188525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1180 x1874589766107776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756260.188570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756260.188577:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756260.188581:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756260.188589:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8235 00000100:00080000:0.0:1787756260.188596:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756260.188603:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756260.188613:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766107776:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787756260.188621:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756260.188658:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1c00 x1874589766107904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756260.188676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756260.188681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756260.188684:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756260.188691:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8235 00000100:00080000:0.0:1787756260.188699:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756260.188722:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756260.188729:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787756260.188746:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756260.188755:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3100 x1874589766108032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756260.188770:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756260.188775:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756260.188778:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756260.188783:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8235 00000100:00080000:0.0:1787756260.188789:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756260.188795:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756260.188802:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756260/real 1787756260] req@ffffa0e6c97c1180 x1874589766107776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787756260.188804:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756260.188825:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3b80 x1874589766108160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756260.188834:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1180 x1874589766107776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756260.188841:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756260.188853:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756260.188858:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756260.188861:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756260.188867:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8235 00000100:00080000:3.0:1787756260.188873:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:0.0:1787756260.188876:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787756260.188882:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766107776:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787756260.188888:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756260.188902:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756260.188922:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0a80 x1874589766108288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756260.188932:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766107904:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756260.188972:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756260.188989:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756260/real 1787756260] req@ffffa0e6c97c1c00 x1874589766107904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756260.189004:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1c00 x1874589766107904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756260.189014:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756260.189018:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756260.189022:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766107904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756260.189028:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766108032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756260.189060:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756260.189121:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756260/real 1787756260] req@ffffa0e6c97c3100 x1874589766108032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756260.189136:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3100 x1874589766108032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756260.189147:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756260.189152:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756260.189155:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766108032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756260.189163:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766108160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756260.189189:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756260.189203:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756260/real 1787756260] req@ffffa0e6c97c3b80 x1874589766108160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756260.189219:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3b80 x1874589766108160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756260.189234:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756260.189237:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756260.189242:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766108160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787756260.189261:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766108288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756260.189488:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756260.189504:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756260/real 1787756260] req@ffffa0e6c97c0a80 x1874589766108288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756260.189519:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0a80 x1874589766108288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756260.189532:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756260.189536:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756260.189541:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766108288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756261.084455:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756261.212366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756261.212402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756262.108485:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756262.236365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756262.236375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756263.132430:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756263.260392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756263.260393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756264.156478:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756264.284397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756264.284400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756265.180489:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787756265.308375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787756265.308376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756265.308376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756265.308388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756265.308393:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756265.308403:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8241 00000100:00080000:0.0:1787756265.308420:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756265.308428:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756265.308463:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c2300 x1874589766108416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756265.308490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756265.308494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756265.308496:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756265.308501:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8241 00000100:00080000:0.0:1787756265.308505:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756265.308509:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756265.308519:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756265.308522:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766108416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756265.308535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0000 x1874589766108544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756265.308546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756265.308550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756265.308553:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756265.308557:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8241 00000100:00080000:0.0:1787756265.308561:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756265.308565:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756265.308570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756265.308583:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0e00 x1874589766108672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787756265.308593:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787756265.308598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756265.308602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756265.308604:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756265.308609:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8241 00000100:00080000:0.0:1787756265.308621:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756265.308626:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756265.308632:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756265.308637:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756265/real 1787756265] req@ffffa0e6c97c2300 x1874589766108416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756265.308648:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3800 x1874589766108800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756265.308661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756265.308666:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1787756265.308668:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c2300 x1874589766108416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756265.308669:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756265.308678:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8241 00000100:00080000:0.0:1787756265.308685:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756265.308691:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:3.0:1787756265.308692:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1787756265.308699:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:3.0:1787756265.308701:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756265.308710:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766108416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756265.308716:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0a80 x1874589766108928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756265.308741:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766108544:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756265.308768:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756265.308783:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756265/real 1787756265] req@ffffa0e6c97c0000 x1874589766108544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756265.308808:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0000 x1874589766108544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756265.308816:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756265.308820:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756265.308824:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766108544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756265.308830:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766108672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756265.308852:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756265.308865:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756265/real 1787756265] req@ffffa0e6c97c0e00 x1874589766108672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756265.308878:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0e00 x1874589766108672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756265.308893:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756265.308897:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756265.308900:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766108672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756265.308907:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766108800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756265.308946:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756265.308960:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756265/real 1787756265] req@ffffa0e6c97c3800 x1874589766108800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756265.308974:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3800 x1874589766108800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756265.309003:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756265.309007:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756265.309010:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766108800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787756265.309016:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766108928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756265.309038:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756265.309050:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756265/real 1787756265] req@ffffa0e6c97c0a80 x1874589766108928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756265.309063:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0a80 x1874589766108928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756265.309074:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756265.309077:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756265.309081:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766108928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756266.204486:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756266.332329:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756266.332366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756267.228461:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756267.356371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756267.356372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756268.252429:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756268.380411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756268.380433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756269.276468:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756269.404395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756269.404413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756270.300445:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756270.428386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756270.428392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756270.428429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756270.428434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756270.428437:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756270.428463:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8246 00000100:00080000:0.0:1787756270.428472:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756270.428478:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756270.428512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3b80 x1874589766109056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756270.428551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756270.428553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756270.428555:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756270.428558:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8246 00000100:00080000:0.0:1787756270.428560:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756270.428563:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756270.428570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756270.428580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3100 x1874589766109184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756270.428589:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756270.428594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787756270.428594:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766109056:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787756270.428598:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756270.428605:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8246 00000100:00080000:0.0:1787756270.428607:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756270.428609:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756270.428612:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756270.428622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1c00 x1874589766109312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756270.428628:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756270.428631:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756270.428633:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756270.428636:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8246 00000100:00080000:0.0:1787756270.428639:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756270.428641:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756270.428643:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756270.428651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1180 x1874589766109440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756270.428657:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787756270.428658:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787756270.428663:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756270.428665:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756270.428669:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8246 00000100:00080000:0.0:1787756270.428673:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756270.428676:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756270.428679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756270.428688:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0a80 x1874589766109568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756270.428693:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756270/real 1787756270] req@ffffa0e6c97c3b80 x1874589766109056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756270.428710:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3b80 x1874589766109056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756270.428718:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756270.428721:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756270.428724:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766109056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756270.428742:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766109184:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756270.428756:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756270.428764:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756270/real 1787756270] req@ffffa0e6c97c3100 x1874589766109184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756270.428772:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3100 x1874589766109184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756270.428778:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756270.428780:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756270.428782:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766109184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756270.428788:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766109312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756270.428798:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756270.428803:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756270/real 1787756270] req@ffffa0e6c97c1c00 x1874589766109312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756270.428811:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1c00 x1874589766109312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756270.428816:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756270.428834:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756270.428837:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766109312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756270.428842:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766109440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756270.428870:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756270.428880:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756270/real 1787756270] req@ffffa0e6c97c1180 x1874589766109440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756270.428929:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1180 x1874589766109440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756270.428936:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756270.428938:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756270.428940:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766109440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787756270.428944:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766109568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756270.428958:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756270.428964:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756270/real 1787756270] req@ffffa0e6c97c0a80 x1874589766109568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756270.428972:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0a80 x1874589766109568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756270.428978:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756270.428980:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756270.428982:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766109568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787756271.324444:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756271.452322:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756271.452348:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756272.348468:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756272.476354:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756272.476389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756273.372511:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756273.500409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756273.500436:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756274.396476:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756274.524319:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756274.524341:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756275.420417:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756275.548363:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756275.548397:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756275.548405:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1787756275.548405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756275.548412:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756275.548423:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8251 00000100:00080000:2.0:1787756275.548434:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756275.548441:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756275.548478:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548700 x1874589766109696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756275.548503:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756275.548507:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756275.548509:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756275.548514:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8251 00000100:00080000:2.0:1787756275.548518:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756275.548522:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756275.548529:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756275.548535:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766109696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756275.548544:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b480 x1874589766109824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756275.548552:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756275.548555:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756275.548557:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756275.548560:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8251 00000100:00080000:2.0:1787756275.548562:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756275.548564:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756275.548567:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756275.548575:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766109952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756275.548582:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756275.548585:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756275.548586:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756275.548589:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8251 00000100:00080000:2.0:1787756275.548591:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756275.548593:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756275.548597:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:3.0:1787756275.548598:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756275.548608:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766110080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756275.548616:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756275.548618:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756275.548619:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756275.548623:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8251 00000100:00080000:2.0:1787756275.548625:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756275.548631:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756275.548632:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756275/real 1787756275] req@ffffa0e6c3548700 x1874589766109696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787756275.548635:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756275.548646:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766110208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756275.548653:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548700 x1874589766109696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756275.548661:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756275.548664:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756275.548668:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766109696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756275.548687:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766109824:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756275.548702:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756275.548710:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756275/real 1787756275] req@ffffa0e6c354b480 x1874589766109824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756275.548718:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b480 x1874589766109824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756275.548728:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756275.548730:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756275.548732:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766109824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756275.548736:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766109952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756275.548746:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756275.548751:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756275/real 1787756275] req@ffffa0e6c3548e00 x1874589766109952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756275.548759:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766109952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756275.548764:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756275.548766:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756275.548768:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766109952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756275.548771:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766110080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756275.548781:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756275.548787:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756275/real 1787756275] req@ffffa0e6c354b800 x1874589766110080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756275.548810:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766110080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756275.548817:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756275.548820:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756275.548822:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766110080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787756275.548826:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766110208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756275.548841:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756275.548848:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756275/real 1787756275] req@ffffa0e6c3548380 x1874589766110208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756275.548855:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766110208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756275.548861:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756275.548863:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756275.548865:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766110208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756276.444397:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756276.572316:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756276.572337:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756277.468457:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756277.596347:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756277.596373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756278.492498:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756278.620370:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756278.620379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756279.516435:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756279.644363:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756279.644395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756280.540465:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756280.668379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756280.668379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756280.668382:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756280.668391:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756280.668413:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756280.668423:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8256 00000100:00080000:2.0:1787756280.668435:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756280.668442:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756280.668482:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766110336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756280.668505:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756280.668509:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756280.668510:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756280.668514:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8256 00000100:00080000:2.0:1787756280.668517:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756280.668521:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756280.668530:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756280.668544:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766110464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756280.668544:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766110336:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756280.668562:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756280.668564:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756280.668566:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756280.668570:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8256 00000100:00080000:2.0:1787756280.668573:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756280.668576:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756280.668581:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756280.668592:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766110592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756280.668601:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756280.668605:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756280.668607:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756280.668610:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8256 00000100:00080000:2.0:1787756280.668615:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787756280.668619:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787756280.668624:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756280.668630:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756280.668645:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766110720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756280.668675:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756280.668679:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756280.668684:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787756280.668685:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756280/real 1787756280] req@ffffa0e6c354a680 x1874589766110336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756280.668696:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8256 00000100:00080000:2.0:1787756280.668719:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787756280.668723:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766110336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756280.668726:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756280.668731:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:3.0:1787756280.668759:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1787756280.668766:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b480 x1874589766110848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756280.668766:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756280.668777:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766110336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756280.668813:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766110464:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756280.668853:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756280.668863:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756280/real 1787756280] req@ffffa0e6c3548380 x1874589766110464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756280.668872:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766110464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756280.668879:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756280.668881:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756280.668884:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766110464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756280.668888:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766110592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756280.668899:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756280.668906:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756280/real 1787756280] req@ffffa0e6c354b800 x1874589766110592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756280.668914:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766110592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756280.668919:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756280.668921:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756280.668924:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766110592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756280.668928:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766110720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756280.668948:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756280.668960:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756280/real 1787756280] req@ffffa0e6c3548e00 x1874589766110720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756280.668975:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766110720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756280.668987:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756280.668991:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756280.669001:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766110720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787756280.669007:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766110848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756280.669042:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756280.669055:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756280/real 1787756280] req@ffffa0e6c354b480 x1874589766110848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756280.669070:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b480 x1874589766110848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756280.669093:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756280.669098:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756280.669102:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766110848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756281.564448:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756281.692391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756281.692397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756282.588419:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756282.716368:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756282.716372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756283.612457:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756283.740407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756283.740418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756284.636479:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756284.764392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756284.764409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756285.660464:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756285.788372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756285.788382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756285.788389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756285.788394:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756285.788404:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8261 00000100:00100000:0.0:1787756285.788408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756285.788416:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756285.788425:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756285.788475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548700 x1874589766110976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756285.788502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756285.788506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756285.788508:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756285.788513:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8261 00000100:00080000:2.0:1787756285.788517:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756285.788522:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756285.788542:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766110976:192.168.201.131@tcp:250:kworker.0 00000008:00100000:2.0:1787756285.788543:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756285.788566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b480 x1874589766111104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756285.788578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756285.788582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756285.788584:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756285.788589:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8261 00000100:00080000:2.0:1787756285.788593:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756285.788605:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756285.788609:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756285.788635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766111232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787756285.788637:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787756285.788647:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756285.788650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756285.788652:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756285.788656:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8261 00000100:00080000:2.0:1787756285.788658:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756285.788672:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756285.788676:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756285.788684:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766111360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756285.788689:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756285/real 1787756285] req@ffffa0e6c3548700 x1874589766110976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756285.788697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756285.788704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756285.788705:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756285.788708:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8261 00000100:00080000:2.0:1787756285.788710:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756285.788712:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756285.788717:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756285.788727:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766111488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756285.788742:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548700 x1874589766110976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756285.788758:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756285.788764:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756285.788769:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766110976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756285.788984:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766111104:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756285.789013:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756285.789029:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756285/real 1787756285] req@ffffa0e6c354b480 x1874589766111104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756285.789042:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b480 x1874589766111104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756285.789051:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756285.789055:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756285.789059:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766111104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756285.789067:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766111232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756285.789090:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756285.789104:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756285/real 1787756285] req@ffffa0e6c3548e00 x1874589766111232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756285.789116:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766111232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756285.789131:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756285.789134:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756285.789136:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766111232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756285.789140:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766111360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756285.789157:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756285.789181:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756285/real 1787756285] req@ffffa0e6c354b800 x1874589766111360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756285.789192:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766111360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756285.789202:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756285.789207:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756285.789212:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766111360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787756285.789220:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766111488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756285.789265:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756285.789339:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756285/real 1787756285] req@ffffa0e6c3548380 x1874589766111488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756285.789354:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766111488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756285.789365:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756285.789369:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756285.789374:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766111488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756286.684523:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756286.812436:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756286.812445:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756287.708407:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756287.836397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756287.836423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756288.732527:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756288.860413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756288.860435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756289.756499:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756289.884356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756289.884369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756290.780462:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756290.908357:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756290.908362:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756290.908385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756290.908391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756290.908395:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756290.908403:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8266 00000100:00080000:1.0:1787756290.908412:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756290.908418:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756290.908458:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766111616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756290.908480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756290.908483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756290.908484:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756290.908487:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8266 00000100:00080000:1.0:1787756290.908489:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756290.908492:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756290.908499:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756290.908507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766111744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756290.908516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756290.908521:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787756290.908521:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766111616:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756290.908538:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756290.908546:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8266 00000100:00080000:1.0:1787756290.908561:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756290.908573:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756290.908578:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756290.908595:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766111872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756290.908606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756290.908610:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756290.908612:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756290.908618:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8266 00000800:00000100:3.0:1787756290.908618:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787756290.908626:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756290.908632:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756290.908638:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756290.908652:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756290/real 1787756290] req@ffffa0e6c792b480 x1874589766111616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756290.908656:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766112000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756290.908674:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787756290.908674:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766111616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756290.908684:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756290.908690:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756290.908691:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756290.908696:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8266 00000100:00080000:3.0:1787756290.908697:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:1.0:1787756290.908703:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787756290.908704:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766111616:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756290.908710:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756290.908715:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756290.908725:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766112128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756290.908728:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766111744:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756290.908754:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756290.908765:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756290/real 1787756290] req@ffffa0e6c7929880 x1874589766111744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756290.908774:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766111744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756290.908779:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756290.908792:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756290.908795:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766111744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756290.908799:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766111872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756290.908809:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756290.908815:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756290/real 1787756290] req@ffffa0e6c792aa00 x1874589766111872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756290.908822:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766111872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756290.908828:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756290.908829:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756290.908831:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766111872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756290.908834:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766112000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756290.908844:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756290.908860:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756290/real 1787756290] req@ffffa0e6c7928e00 x1874589766112000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756290.908867:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766112000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756290.908874:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756290.908875:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756290.908877:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766112000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787756290.908887:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766112128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756290.908898:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756290.908904:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756290/real 1787756290] req@ffffa0e6c792a300 x1874589766112128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756290.908911:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766112128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756290.908917:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756290.908919:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756290.908920:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766112128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787756291.804445:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756291.932382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756291.932437:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756292.828460:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756292.956339:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756292.956374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756293.852467:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756293.980356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756293.980368:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756294.876582:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756295.004340:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756295.004350:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756295.900538:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756296.028344:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756296.028353:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756296.028418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756296.028428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756296.028431:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756296.028454:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8271 00000100:00080000:2.0:1787756296.028464:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756296.028470:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756296.028504:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766112256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756296.028526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756296.028529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756296.028531:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756296.028534:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8271 00000100:00080000:2.0:1787756296.028536:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756296.028538:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756296.028547:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756296.028559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766112384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756296.028568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787756296.028572:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766112256:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756296.028573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756296.028580:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756296.028589:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8271 00000100:00080000:2.0:1787756296.028591:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756296.028593:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756296.028597:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756296.028610:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766112512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756296.028616:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756296.028618:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756296.028621:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756296.028624:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8271 00000100:00080000:2.0:1787756296.028627:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756296.028630:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756296.028635:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756296.028641:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766112640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756296.028647:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756296.028650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756296.028652:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756296.028654:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8271 00000100:00080000:2.0:1787756296.028656:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756296.028658:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756296.028661:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:3.0:1787756296.028665:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756296.028674:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b480 x1874589766112768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756296.028720:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756296/real 1787756296] req@ffffa0e6c354a680 x1874589766112256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756296.028738:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766112256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756296.028747:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756296.028751:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756296.028755:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766112256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756296.028778:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766112384:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756296.028797:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756296.028807:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756296/real 1787756296] req@ffffa0e6c3548380 x1874589766112384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756296.028816:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766112384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756296.028822:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756296.028825:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756296.028828:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766112384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756296.028832:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766112512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756296.028857:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756296.028870:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756296/real 1787756296] req@ffffa0e6c354b800 x1874589766112512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756296.028879:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766112512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756296.028888:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756296.028892:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756296.028896:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766112512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756296.028904:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766112640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756296.028929:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756296.028942:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756296/real 1787756296] req@ffffa0e6c3548e00 x1874589766112640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756296.028952:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766112640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756296.028961:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756296.028964:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756296.028966:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766112640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787756296.028971:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766112768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756296.028987:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756296.028994:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756296/real 1787756296] req@ffffa0e6c354b480 x1874589766112768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756296.029002:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b480 x1874589766112768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756296.029010:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756296.029012:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756296.029014:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766112768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756296.924513:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756297.052404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756297.052444:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756297.948481:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756298.076391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756298.076392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756298.972477:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756299.100327:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756299.100444:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756299.996511:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756300.124426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756300.124466:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756301.020475:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756301.148391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756301.148416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787756301.148423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756301.148424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756301.148430:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756301.148441:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8276 00000100:00080000:1.0:1787756301.148453:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756301.148461:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756301.148497:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766112896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756301.148523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756301.148526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756301.148528:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756301.148531:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8276 00000100:00080000:1.0:1787756301.148534:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756301.148538:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756301.148547:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756301.148559:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766112896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756301.148561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766113024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756301.148581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756301.148584:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756301.148586:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756301.148589:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8276 00000100:00080000:1.0:1787756301.148591:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756301.148603:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756301.148607:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756301.148618:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766113152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756301.148626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756301.148629:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756301.148631:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756301.148633:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8276 00000100:00080000:1.0:1787756301.148636:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756301.148639:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756301.148643:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756301.148652:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766113280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787756301.148673:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787756301.148675:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756301.148681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756301.148683:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756301.148687:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8276 00000100:00080000:1.0:1787756301.148691:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756301.148694:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756301.148698:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756301.148706:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766113408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756301.148730:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756301/real 1787756301] req@ffffa0e6c792ad80 x1874589766112896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756301.148752:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766112896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756301.148766:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756301.148771:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756301.148776:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766112896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756301.148801:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766113024:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756301.148839:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756301.148856:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756301/real 1787756301] req@ffffa0e6c792bb80 x1874589766113024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756301.148867:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766113024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756301.148874:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756301.148877:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756301.148880:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766113024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756301.148885:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766113152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756301.148901:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756301.148909:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756301/real 1787756301] req@ffffa0e6c7929f80 x1874589766113152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756301.148918:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766113152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756301.148925:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756301.148927:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756301.148930:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766113152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756301.148935:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766113280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756301.148947:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756301.148954:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756301/real 1787756301] req@ffffa0e6c7929c00 x1874589766113280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756301.148963:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766113280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756301.148971:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756301.148973:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756301.148976:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766113280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787756301.148979:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766113408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756301.148991:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756301.148998:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756301/real 1787756301] req@ffffa0e6c7928380 x1874589766113408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756301.149006:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766113408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756301.149014:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756301.149016:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756301.149018:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766113408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756302.044495:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756302.172511:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756302.172548:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756303.068498:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756303.196388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756303.196391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756304.092434:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756304.220419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756304.220452:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756305.116463:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756305.244450:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756305.244457:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756306.140579:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787756306.268397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756306.268410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756306.268416:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756306.268430:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8282 00000100:00080000:1.0:1787756306.268445:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787756306.268449:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756306.268458:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756306.268468:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756306.268510:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766113536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756306.268547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756306.268554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756306.268558:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756306.268566:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8282 00000100:00080000:1.0:1787756306.268573:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756306.268582:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756306.268596:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756306.268606:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766113536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756306.268629:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766113664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756306.268653:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756306.268662:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756306.268664:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756306.268670:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8282 00000100:00080000:1.0:1787756306.268678:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756306.268683:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756306.268691:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787756306.268692:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756306.268716:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766113792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756306.268731:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756306.268735:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756306.268738:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787756306.268745:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756306/real 1787756306] req@ffffa0e6c792b100 x1874589766113536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756306.268748:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8282 00000100:00080000:1.0:1787756306.268758:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756306.268769:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756306.268778:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756306.268786:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766113536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756306.268795:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766113920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756306.268816:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756306.268829:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:1.0:1787756306.268831:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787756306.268837:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766113536:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756306.268847:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756306.268854:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756306.268864:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8282 00000100:00100000:3.0:1787756306.268872:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766113664:192.168.201.131@tcp:38:kworker.0 00000100:00080000:1.0:1787756306.268874:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756306.268890:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756306.268904:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:3.0:1787756306.268913:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756306.268930:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766114048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756306.268946:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756306/real 1787756306] req@ffffa0e6c7928700 x1874589766113664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756306.268979:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766113664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756306.268996:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756306.269002:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756306.269009:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766113664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756306.269021:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766113792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756306.269062:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756306.269102:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756306/real 1787756306] req@ffffa0e6c7929180 x1874589766113792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756306.269129:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766113792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756306.269147:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756306.269153:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756306.269160:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766113792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756306.269173:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766113920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756306.269214:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756306.269337:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756306/real 1787756306] req@ffffa0e6c792a680 x1874589766113920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756306.269367:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766113920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756306.269381:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756306.269385:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756306.269389:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766113920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787756306.269413:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766114048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756306.269442:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756306.269456:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756306/real 1787756306] req@ffffa0e6c7928a80 x1874589766114048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756306.269469:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766114048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756306.269488:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756306.269491:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756306.269495:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766114048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756307.164455:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756307.292349:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756307.292362:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756308.188599:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756308.316369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756308.316383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756309.212549:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756309.340337:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756309.340337:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756310.236529:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756310.364400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756310.364456:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756311.260537:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756311.388350:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756311.388382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756311.388392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756311.388398:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756311.388410:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8287 00000100:00080000:2.0:1787756311.388424:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756311.388432:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756311.388445:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756311.388513:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548700 x1874589766114176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756311.388560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756311.388566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756311.388568:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756311.388575:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8287 00000100:00080000:2.0:1787756311.388581:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756311.388586:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756311.388598:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766114176:192.168.201.131@tcp:250:kworker.0 00000008:00100000:2.0:1787756311.388599:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756311.388634:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b480 x1874589766114304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756311.388649:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756311.388653:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756311.388655:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756311.388660:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8287 00000100:00080000:2.0:1787756311.388668:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756311.388673:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756311.388680:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787756311.388687:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756311.388700:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766114432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756311.388714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756311.388719:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756311.388721:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787756311.388726:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756311/real 1787756311] req@ffffa0e6c3548700 x1874589766114176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756311.388727:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8287 00000100:00080000:2.0:1787756311.388741:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756311.388753:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756311.388766:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756311.388776:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548700 x1874589766114176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756311.388786:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766114560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756311.388797:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756311.388812:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756311.388819:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756311.388831:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766114176:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756311.388837:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756311.388842:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756311.388854:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8287 00000100:00080000:2.0:1787756311.388859:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787756311.388863:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766114304:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787756311.388889:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756311.388896:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:3.0:1787756311.388905:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756311.388918:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766114688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756311.388925:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756311/real 1787756311] req@ffffa0e6c354b480 x1874589766114304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756311.388976:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b480 x1874589766114304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756311.388986:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756311.388990:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756311.388993:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766114304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756311.389003:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766114432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756311.389019:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756311.389027:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756311/real 1787756311] req@ffffa0e6c3548e00 x1874589766114432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756311.389036:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766114432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756311.389043:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756311.389045:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756311.389047:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766114432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756311.389052:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766114560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756311.389066:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756311.389073:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756311/real 1787756311] req@ffffa0e6c354b800 x1874589766114560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756311.389082:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766114560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756311.389090:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756311.389092:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756311.389095:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766114560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787756311.389113:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766114688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756311.389126:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756311.389134:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756311/real 1787756311] req@ffffa0e6c3548380 x1874589766114688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756311.389142:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766114688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756311.389150:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756311.389152:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756311.389154:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766114688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756312.284469:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756312.412328:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756312.412347:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756313.308436:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756313.436393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756313.436456:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756314.332464:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756314.460393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756314.460418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756315.356445:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756315.484376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756315.484382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756316.380615:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787756316.508404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756316.508413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756316.508425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756316.508429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756316.508442:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756316.508460:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8292 00000100:00080000:2.0:1787756316.508480:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756316.508494:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756316.508558:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766114816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756316.508601:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756316.508607:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756316.508610:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756316.508615:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8292 00000100:00080000:2.0:1787756316.508622:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756316.508628:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756316.508642:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756316.508656:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766114816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756316.508665:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766114944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756316.508685:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756316.508689:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756316.508691:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756316.508698:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8292 00000100:00080000:2.0:1787756316.508702:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756316.508709:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756316.508727:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756316.508745:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766115072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756316.508759:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787756316.508764:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787756316.508771:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756316.508775:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756316.508784:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8292 00000100:00080000:2.0:1787756316.508791:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756316.508798:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756316.508818:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756316.508837:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766115200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756316.508852:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756316/real 1787756316] req@ffffa0e6c354a680 x1874589766114816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756316.508946:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787756316.508955:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766114816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756316.508957:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756316.508965:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756316.508991:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8292 00000100:00080000:2.0:1787756316.509021:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756316.509025:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756316.509039:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:2.0:1787756316.509043:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756316.509052:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766114816:192.168.201.131@tcp:250:kworker.0 00000008:00100000:2.0:1787756316.509067:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756316.509142:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766114944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756316.509155:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b480 x1874589766115328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787756316.509184:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756316.509207:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756316/real 1787756316] req@ffffa0e6c3548380 x1874589766114944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756316.509221:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766114944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756316.509230:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756316.509234:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756316.509237:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766114944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756316.509245:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766115072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756316.509262:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756316.509271:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756316/real 1787756316] req@ffffa0e6c354b800 x1874589766115072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756316.509282:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766115072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756316.509319:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756316.509322:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756316.509325:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766115072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756316.509332:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766115200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756316.509350:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756316.509361:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756316/real 1787756316] req@ffffa0e6c3548e00 x1874589766115200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756316.509374:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766115200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756316.509390:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756316.509395:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756316.509400:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766115200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787756316.509430:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766115328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756316.509461:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756316.509493:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756316/real 1787756316] req@ffffa0e6c354b480 x1874589766115328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756316.509516:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b480 x1874589766115328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756316.509551:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756316.509558:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756316.509565:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766115328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756317.404519:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756317.532423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756317.532491:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756318.428567:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756318.556394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756318.556445:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756319.452634:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756319.580465:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756319.580542:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756320.476578:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756320.604439:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756320.604457:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756321.500446:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787756321.628367:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787756321.628367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756321.628377:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1787756321.628380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756321.628381:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756321.628395:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8297 00000100:00080000:2.0:1787756321.628406:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756321.628415:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756321.628453:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548700 x1874589766115456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756321.628480:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756321.628494:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756321.628496:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756321.628502:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8297 00000100:00080000:2.0:1787756321.628507:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756321.628513:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756321.628517:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766115456:192.168.201.131@tcp:250:kworker.0 00000008:00100000:2.0:1787756321.628525:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756321.628540:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b480 x1874589766115584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756321.628548:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756321.628551:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756321.628553:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756321.628556:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8297 00000100:00080000:2.0:1787756321.628566:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756321.628569:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756321.628572:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756321.628580:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766115712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756321.628587:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756321.628590:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756321.628591:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756321.628595:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8297 00000100:00080000:2.0:1787756321.628597:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756321.628600:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756321.628604:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756321.628607:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766115584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756321.628613:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766115840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756321.628623:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756321.628626:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756321.628628:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756321.628631:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8297 00000100:00100000:3.0:1787756321.628634:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766115712:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787756321.628635:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756321.628641:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756321.628652:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756321.628659:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766115840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787756321.628664:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766115968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756321.628683:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766115968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756322.524456:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756322.652396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756322.652494:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756323.548557:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756323.676389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756323.676458:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756324.572544:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756324.700351:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756324.700496:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:3.0:1787756324.700566:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787756324.700611:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787756324.700624:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756324.700653:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756324.700660:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756324.700668:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756324.700674:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:0.0:1787756324.700679:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756321/real 1787756324] req@ffffa0e6c354b480 x1874589766115584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756324.700700:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b480 x1874589766115584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756324.700709:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756324.700712:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756324.700715:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766115584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756324.700721:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756321/real 1787756324] req@ffffa0e6c3548e00 x1874589766115712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756324.700733:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766115712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756324.700741:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756324.700745:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756324.700749:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766115712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756324.700755:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756321/real 1787756324] req@ffffa0e6c3548700 x1874589766115456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756324.700768:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548700 x1874589766115456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756324.700776:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756324.700780:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756324.700783:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766115456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756324.700813:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756321/real 1787756324] req@ffffa0e6c3548380 x1874589766115968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756324.700826:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766115968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756324.700845:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756324.700849:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756324.700852:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766115968:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756324.700858:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756321/real 1787756324] req@ffffa0e6c354b800 x1874589766115840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756324.700869:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766115840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756324.700878:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756324.700881:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756324.700884:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766115840:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756325.596436:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756325.724348:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756325.724423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756326.620525:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756326.748407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756326.748410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756326.748420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756326.748424:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756326.748436:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8302 00000100:00080000:2.0:1787756326.748448:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756326.748457:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756326.748491:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756326.748520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766116096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756326.748544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756326.748547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756326.748548:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756326.748551:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8302 00000100:00080000:2.0:1787756326.748554:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756326.748558:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756326.748566:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756326.748575:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766116096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756326.748579:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766116224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756326.748593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756326.748596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756326.748597:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756326.748600:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8302 00000100:00080000:2.0:1787756326.748602:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756326.748605:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756326.748608:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756326.748617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766116352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756326.748628:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756326.748631:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756326.748633:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787756326.748637:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787756326.748640:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8302 00000100:00080000:2.0:1787756326.748644:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756326.748648:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756326.748652:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756326.748663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548700 x1874589766116480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756326.748670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756326.748672:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756326.748673:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756326.748677:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8302 00000100:00080000:2.0:1787756326.748680:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756326.748685:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756326.748687:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756326/real 1787756326] req@ffffa0e6c354a680 x1874589766116096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787756326.748688:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756326.748699:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766116608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756326.748733:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766116096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756326.748746:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756326.748750:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756326.748754:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766116096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756326.748778:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766116224:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756326.748799:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756326.748809:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756326/real 1787756326] req@ffffa0e6c354b800 x1874589766116224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756326.748818:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766116224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756326.748826:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756326.748829:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756326.748833:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766116224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756326.748839:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766116352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756326.748861:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756326.748873:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756326/real 1787756326] req@ffffa0e6c3548380 x1874589766116352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756326.748887:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766116352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756326.748934:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756326.748938:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756326.748942:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766116352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756326.748949:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766116480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756326.748973:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756326.748985:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756326/real 1787756326] req@ffffa0e6c3548700 x1874589766116480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756326.748998:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548700 x1874589766116480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756326.749009:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756326.749013:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756326.749016:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766116480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756326.749023:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766116608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756326.749045:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756326.749058:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756326/real 1787756326] req@ffffa0e6c3548e00 x1874589766116608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756326.749077:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766116608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756326.749088:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756326.749091:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756326.749095:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766116608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756327.644489:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756327.772414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756327.772520:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756328.668464:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756328.796418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756328.796440:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756329.692546:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756329.820403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756329.820439:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756330.716562:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756330.844419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756330.844424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756331.740569:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756331.868358:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756331.868392:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756331.868400:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756331.868406:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756331.868418:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8307 00000100:00100000:0.0:1787756331.868423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756331.868433:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756331.868444:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756331.868497:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b480 x1874589766116736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756331.868526:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756331.868531:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756331.868533:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756331.868538:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8307 00000100:00080000:2.0:1787756331.868541:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756331.868545:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756331.868556:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756331.868572:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766116864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756331.868595:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766116736:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756331.868596:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756331.868611:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756331.868613:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756331.868620:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8307 00000100:00080000:2.0:1787756331.868626:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756331.868632:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756331.868640:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756331.868667:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548700 x1874589766116992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756331.868676:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756331.868679:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756331.868681:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756331.868686:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8307 00000100:00080000:2.0:1787756331.868689:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756331.868692:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756331.868697:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:0.0:1787756331.868705:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756331.868709:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766117120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756331.868719:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756331.868723:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756331.868724:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756331.868727:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8307 00000100:00080000:2.0:1787756331.868730:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756331.868734:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756331.868738:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756331.868757:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766117248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756331.868796:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756331/real 1787756331] req@ffffa0e6c354b480 x1874589766116736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756331.868867:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b480 x1874589766116736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756331.868877:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756331.868881:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756331.868885:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766116736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756331.868912:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766116864:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756331.868935:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756331.868946:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756331/real 1787756331] req@ffffa0e6c3548e00 x1874589766116864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756331.868956:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766116864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756331.868963:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756331.868966:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756331.868969:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766116864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756331.868973:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766116992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756331.868985:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756331.868992:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756331/real 1787756331] req@ffffa0e6c3548700 x1874589766116992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756331.869001:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548700 x1874589766116992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756331.869008:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756331.869010:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756331.869012:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766116992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756331.869016:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766117120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756331.869030:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756331.869037:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756331/real 1787756331] req@ffffa0e6c3548380 x1874589766117120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756331.869046:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766117120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756331.869055:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756331.869057:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756331.869059:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766117120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756331.869063:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766117248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756331.869075:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756331.869081:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756331/real 1787756331] req@ffffa0e6c354b800 x1874589766117248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756331.869090:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766117248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756331.869098:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756331.869124:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756331.869127:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766117248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756332.764528:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756332.892403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756332.892406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756333.788559:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756333.916420:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756333.916473:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756334.812483:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756334.940383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756334.940399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756335.836545:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756335.964412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756335.964482:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756336.860590:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756336.988399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756336.988435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756336.988477:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756336.988487:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756336.988493:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756336.988506:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8312 00000100:00080000:2.0:1787756336.988521:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756336.988531:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756336.988586:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766117376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756336.988626:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756336.988632:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756336.988635:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756336.988641:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8312 00000100:00080000:2.0:1787756336.988647:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756336.988655:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756336.988671:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756336.988690:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766117376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756336.988706:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766117504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756336.988761:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756336.988768:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756336.988773:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756336.988783:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8312 00000100:00080000:2.0:1787756336.988796:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756336.988804:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756336.988815:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787756336.988831:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756336.988838:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766117632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756336.988855:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756336.988860:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756336.988864:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756336.988871:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8312 00000100:00080000:2.0:1787756336.988877:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756336.988886:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756336.988893:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756336/real 1787756336] req@ffffa0e6c354a680 x1874589766117376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787756336.988894:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756336.988919:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548700 x1874589766117760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756336.988932:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766117376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756336.988940:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756336.988967:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756336.988975:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756336.988975:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756336.988994:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:2.0:1787756336.989003:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8312 00000100:00100000:0.0:1787756336.989006:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766117376:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756336.989020:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756336.989036:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756336.989050:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756336.989055:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766117504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756336.989091:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766117888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756336.989103:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756336.989129:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756336/real 1787756336] req@ffffa0e6c354b800 x1874589766117504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756336.989175:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766117504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756336.989187:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756336.989192:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756336.989196:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766117504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756336.989203:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766117632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756336.989223:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756336.989233:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756336/real 1787756336] req@ffffa0e6c3548380 x1874589766117632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756336.989245:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766117632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756336.989252:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756336.989255:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756336.989258:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766117632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756336.989264:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766117760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756336.989311:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756336.989321:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756336/real 1787756336] req@ffffa0e6c3548700 x1874589766117760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756336.989332:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548700 x1874589766117760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756336.989343:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756336.989347:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756336.989350:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766117760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756336.989366:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766117888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756336.989382:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756336.989390:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756336/real 1787756336] req@ffffa0e6c3548e00 x1874589766117888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756336.989401:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766117888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756336.989417:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756336.989420:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756336.989423:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766117888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756337.884540:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756338.012389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756338.012440:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756338.908492:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756339.036383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756339.036404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756339.932533:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756340.060390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756340.060426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756340.956494:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756341.084401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756341.084417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756341.980511:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756342.108371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756342.108382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787756342.108392:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756342.108400:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756342.108405:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756342.108415:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8317 00000100:00080000:0.0:1787756342.108425:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756342.108433:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756342.108470:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3800 x1874589766118016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756342.108493:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756342.108496:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756342.108498:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756342.108501:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8317 00000100:00080000:0.0:1787756342.108505:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756342.108509:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756342.108518:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756342.108529:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0e00 x1874589766118144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756342.108535:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766118016:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787756342.108552:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756342.108557:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756342.108560:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756342.108578:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8317 00000100:00080000:0.0:1787756342.108583:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756342.108589:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756342.108595:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787756342.108614:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756342.108615:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0000 x1874589766118272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756342.108650:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756342.108653:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756342.108655:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756342.108659:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8317 00000100:00080000:0.0:1787756342.108664:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756342.108668:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756342.108674:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756342.108680:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756342/real 1787756342] req@ffffa0e6c97c3800 x1874589766118016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756342.108687:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c2300 x1874589766118400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756342.108704:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787756342.108709:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3800 x1874589766118016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756342.108710:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756342.108715:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756342.108725:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8317 00000100:00080000:0.0:1787756342.108731:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756342.108731:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756342.108740:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756342.108745:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766118016:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787756342.108748:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756342.108755:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756342.108766:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0a80 x1874589766118528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756342.108772:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766118144:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756342.108801:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756342.108811:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756342/real 1787756342] req@ffffa0e6c97c0e00 x1874589766118144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756342.108821:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0e00 x1874589766118144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756342.108828:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756342.108831:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756342.108834:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766118144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756342.108838:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766118272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756342.108870:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756342.108903:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756342/real 1787756342] req@ffffa0e6c97c0000 x1874589766118272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756342.108926:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0000 x1874589766118272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756342.108945:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756342.108951:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756342.108958:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766118272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756342.108968:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766118400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756342.108995:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756342.109007:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756342/real 1787756342] req@ffffa0e6c97c2300 x1874589766118400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756342.109020:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c2300 x1874589766118400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756342.109032:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756342.109035:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756342.109039:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766118400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787756342.109057:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766118528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756342.109075:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756342.109086:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756342/real 1787756342] req@ffffa0e6c97c0a80 x1874589766118528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756342.109131:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0a80 x1874589766118528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756342.109142:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756342.109146:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756342.109149:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766118528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756343.004693:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756343.132409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756343.132515:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756344.028505:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756344.156412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756344.156435:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756345.052591:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756345.180401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756345.180432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756346.076620:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756346.204426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756346.204495:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756347.100602:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756347.228449:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756347.228467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756347.228477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756347.228483:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756347.228496:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8323 00000100:00080000:1.0:1787756347.228510:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756347.228520:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756347.228600:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766118656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756347.228643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756347.228649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756347.228652:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756347.228659:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8323 00000100:00080000:1.0:1787756347.228665:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756347.228671:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756347.228686:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756347.228704:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766118784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756347.228718:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766118656:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756347.228727:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756347.228734:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756347.228736:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756347.228743:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8323 00000100:00080000:1.0:1787756347.228750:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756347.228754:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756347.228760:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756347.228777:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766118912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756347.228789:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756347.228793:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756347.228796:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756347.228801:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8323 00000100:00080000:1.0:1787756347.228807:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787756347.228815:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787756347.228820:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756347.228830:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756347.228847:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766119040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756347.228861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756347.228866:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756347.228873:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756347.228874:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756347/real 1787756347] req@ffffa0e6c7929500 x1874589766118656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756347.228883:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8323 00000100:00080000:1.0:1787756347.228892:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756347.228904:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756347.228912:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756347.228920:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766118656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756347.228931:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766119168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756347.228947:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756347.228964:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756347.228982:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766118656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756347.229028:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766118784:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756347.229085:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756347.229106:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756347/real 1787756347] req@ffffa0e6c7928a80 x1874589766118784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756347.229124:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766118784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756347.229135:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756347.229140:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756347.229144:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766118784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756347.229153:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766118912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756347.229177:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756347.229189:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756347/real 1787756347] req@ffffa0e6c792a680 x1874589766118912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756347.229203:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766118912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756347.229213:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756347.229217:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756347.229220:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766118912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756347.229227:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766119040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756347.229247:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756347.229259:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756347/real 1787756347] req@ffffa0e6c7929180 x1874589766119040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756347.229318:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766119040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756347.229342:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787756347.229343:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756347.229361:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756347.229371:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766119040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756347.229387:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766119168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756347.229427:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756347.229445:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756347/real 1787756347] req@ffffa0e6c7928700 x1874589766119168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756347.229461:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766119168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756347.229474:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756347.229478:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756347.229482:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766119168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756348.124466:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756348.252385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756348.252403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756349.148592:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756349.276399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756349.276420:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756350.172477:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756350.300418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756350.300428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756351.196543:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756351.324375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756351.324404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756352.220495:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756352.348486:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756352.348508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756352.348527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756352.348531:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756352.348541:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8328 00000100:00080000:1.0:1787756352.348552:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756352.348558:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756352.348595:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766119296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787756352.348611:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756352.348622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756352.348627:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756352.348629:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756352.348633:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8328 00000100:00080000:1.0:1787756352.348636:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756352.348639:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756352.348648:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756352.348663:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766119296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756352.348663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766119424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756352.348679:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756352.348681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756352.348682:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756352.348686:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8328 00000100:00080000:1.0:1787756352.348689:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756352.348692:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756352.348697:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756352.348706:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766119552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756352.348714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756352.348717:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756352.348730:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756352.348732:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8328 00000100:00080000:1.0:1787756352.348735:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756352.348739:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:0.0:1787756352.348744:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:1.0:1787756352.348747:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756352.348759:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766119680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756352.348766:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756352.348769:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756352.348771:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756352.348775:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8328 00000100:00080000:1.0:1787756352.348778:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787756352.348784:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756352/real 1787756352] req@ffffa0e6c792b100 x1874589766119296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756352.348784:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756352.348793:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756352.348806:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766119808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756352.348811:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766119296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756352.348834:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756352.348838:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756352.348842:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766119296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756352.348861:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766119424:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756352.348879:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756352.348888:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756352/real 1787756352] req@ffffa0e6c7928380 x1874589766119424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756352.348897:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766119424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756352.348903:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756352.348906:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756352.348908:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766119424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756352.348912:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766119552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756352.348923:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756352.348930:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756352/real 1787756352] req@ffffa0e6c7929c00 x1874589766119552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756352.348939:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766119552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756352.348944:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756352.348946:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756352.348948:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766119552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756352.348952:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766119680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756352.348963:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756352.348970:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756352/real 1787756352] req@ffffa0e6c7929f80 x1874589766119680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756352.348978:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766119680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756352.348985:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756352.348987:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756352.348989:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766119680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756352.348992:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766119808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756352.349003:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756352.349009:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756352/real 1787756352] req@ffffa0e6c792bb80 x1874589766119808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756352.349017:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766119808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756352.349025:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756352.349027:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756352.349029:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766119808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756353.244503:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756353.372357:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756353.372361:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756354.268401:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756354.396371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756354.396430:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756355.292495:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756355.420423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756355.420443:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756356.316600:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756356.444459:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756356.444474:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756357.340533:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756357.468466:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756357.468482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756357.468488:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756357.468501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756357.468509:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756357.468525:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8333 00000100:00080000:1.0:1787756357.468540:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756357.468549:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756357.468595:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766119936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756357.468653:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756357.468662:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756357.468666:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756357.468675:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8333 00000100:00080000:1.0:1787756357.468683:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756357.468693:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756357.468711:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756357.468714:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766119936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756357.468736:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766120064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756357.468753:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756357.468757:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756357.468760:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756357.468766:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8333 00000100:00080000:1.0:1787756357.468772:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756357.468777:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756357.468787:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756357.468810:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766120192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756357.468823:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787756357.468872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756357.468880:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756357/real 1787756357] req@ffffa0e6c792ad80 x1874589766119936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756357.468882:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756357.468889:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756357.468906:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8333 00000100:00080000:1.0:1787756357.468916:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787756357.468927:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766119936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756357.468928:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756357.468945:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:0.0:1787756357.468956:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756357.468964:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756357.468972:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766120320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756357.468974:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766119936:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756357.469003:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756357.469007:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756357.469009:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756357.469016:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8333 00000100:00080000:1.0:1787756357.469022:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787756357.469024:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766120064:192.168.201.131@tcp:38:kworker.0 00000100:00080000:1.0:1787756357.469036:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756357.469049:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:0.0:1787756357.469070:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756357.469081:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766120448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756357.469095:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756357/real 1787756357] req@ffffa0e6c792a300 x1874589766120064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756357.469132:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766120064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756357.469146:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756357.469152:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756357.469157:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766120064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756357.469166:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766120192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756357.469192:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756357.469205:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756357/real 1787756357] req@ffffa0e6c7928e00 x1874589766120192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756357.469219:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766120192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756357.469229:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756357.469233:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756357.469237:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766120192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756357.469245:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766120320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756357.469331:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756357.469378:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756357/real 1787756357] req@ffffa0e6c792aa00 x1874589766120320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756357.469396:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766120320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756357.469410:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756357.469414:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756357.469418:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766120320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756357.469441:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766120448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756357.469469:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756357.469483:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756357/real 1787756357] req@ffffa0e6c7929880 x1874589766120448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756357.469497:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766120448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756357.469509:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756357.469513:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756357.469517:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766120448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756358.364505:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756358.492453:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756358.492455:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756359.388495:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756359.516374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756359.516392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756360.412517:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756360.540465:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756360.540465:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756361.436491:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756361.564437:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756361.564437:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756362.460482:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756362.588377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756362.588477:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756362.588491:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756362.588497:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756362.588521:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8338 00000100:00100000:1.0:1787756362.588529:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787756362.588535:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756362.588544:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756362.588605:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1180 x1874589766120576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756362.588644:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756362.588648:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756362.588650:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756362.588655:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8338 00000100:00080000:0.0:1787756362.588659:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756362.588665:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756362.588686:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756362.588702:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1c00 x1874589766120704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756362.588715:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766120576:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787756362.588717:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756362.588736:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756362.588739:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756362.588744:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8338 00000100:00080000:0.0:1787756362.588747:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756362.588752:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756362.588758:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756362.588769:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3100 x1874589766120832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756362.588787:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756362.588790:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756362.588792:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756362.588796:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8338 00000100:00080000:0.0:1787756362.588800:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756362.588805:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756362.588810:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756362.588828:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3b80 x1874589766120960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787756362.588829:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787756362.588843:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756362.588848:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756362.588851:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756362.588855:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8338 00000100:00080000:0.0:1787756362.588859:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756362.588865:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756362.588872:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756362.588884:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756362/real 1787756362] req@ffffa0e6c97c1180 x1874589766120576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756362.588888:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0a80 x1874589766121088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756362.588963:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1180 x1874589766120576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756362.588975:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756362.588979:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756362.588983:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766120576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756362.589008:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766120704:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756362.589027:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756362.589036:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756362/real 1787756362] req@ffffa0e6c97c1c00 x1874589766120704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756362.589044:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1c00 x1874589766120704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756362.589055:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756362.589058:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756362.589060:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766120704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756362.589064:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766120832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756362.589075:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756362.589082:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756362/real 1787756362] req@ffffa0e6c97c3100 x1874589766120832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756362.589089:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3100 x1874589766120832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756362.589094:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756362.589096:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756362.589098:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766120832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756362.589102:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766120960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756362.589113:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756362.589119:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756362/real 1787756362] req@ffffa0e6c97c3b80 x1874589766120960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756362.589127:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3b80 x1874589766120960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756362.589135:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756362.589136:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756362.589139:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766120960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787756362.589143:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766121088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756362.589154:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756362.589160:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756362/real 1787756362] req@ffffa0e6c97c0a80 x1874589766121088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756362.589166:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0a80 x1874589766121088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756362.589173:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756362.589175:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756362.589177:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766121088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756363.484507:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756363.612415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756363.612415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756364.508487:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756364.636386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756364.636387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756365.532423:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756365.660373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756365.660373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756366.556586:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756366.684341:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756366.684341:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756367.580402:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787756367.708355:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787756367.708356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756367.708365:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756367.708369:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787756367.708377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787756367.708378:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8343 00000100:00080000:0.0:1787756367.708390:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756367.708397:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756367.708448:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c2300 x1874589766121216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756367.708470:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756367.708473:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756367.708474:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756367.708477:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8343 00000100:00080000:0.0:1787756367.708480:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756367.708482:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756367.708490:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756367.708500:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0000 x1874589766121344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756367.708508:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756367.708510:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756367.708512:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756367.708515:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8343 00000100:00080000:0.0:1787756367.708517:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756367.708522:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756367.708525:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766121216:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787756367.708527:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756367.708537:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0e00 x1874589766121472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756367.708544:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756367.708547:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756367.708548:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756367.708550:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8343 00000100:00080000:0.0:1787756367.708552:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756367.708554:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756367.708557:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756367.708565:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3800 x1874589766121600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756367.708571:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756367.708573:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756367.708574:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756367.708577:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8343 00000100:00080000:0.0:1787756367.708579:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756367.708582:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756367.708585:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756367.708592:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0a80 x1874589766121728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787756367.708610:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756367.708645:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756367/real 1787756367] req@ffffa0e6c97c2300 x1874589766121216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756367.708665:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c2300 x1874589766121216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756367.708676:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756367.708681:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756367.708685:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766121216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756367.708693:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766121344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756367.708717:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756367.708731:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756367/real 1787756367] req@ffffa0e6c97c0000 x1874589766121344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756367.708744:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0000 x1874589766121344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756367.708753:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756367.708757:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756367.708761:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766121344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756367.708784:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766121472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756367.708806:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756367.708818:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756367/real 1787756367] req@ffffa0e6c97c0e00 x1874589766121472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756367.708831:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0e00 x1874589766121472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756367.708850:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756367.708853:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756367.708857:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766121472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756367.708863:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766121600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756367.708885:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756367.708896:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756367/real 1787756367] req@ffffa0e6c97c3800 x1874589766121600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756367.708909:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3800 x1874589766121600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756367.708929:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756367.708933:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756367.708937:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766121600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787756367.708943:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766121728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756367.708962:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756367.708973:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756367/real 1787756367] req@ffffa0e6c97c0a80 x1874589766121728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756367.708986:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0a80 x1874589766121728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756367.709011:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756367.709015:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756367.709019:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766121728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756368.604409:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756368.732378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756368.732385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756369.628560:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756369.756423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756369.756439:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756370.652461:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756370.780335:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756370.780365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756371.676462:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756371.804403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756371.804404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756372.700468:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756372.828399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756372.828447:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756372.828457:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1787756372.828463:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787756372.828464:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756372.828480:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8348 00000100:00080000:0.0:1787756372.828497:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756372.828510:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756372.828570:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3b80 x1874589766121856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756372.828622:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756372.828628:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756372.828630:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756372.828637:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8348 00000100:00080000:0.0:1787756372.828643:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756372.828651:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756372.828664:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756372.828697:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766121856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756372.828700:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3100 x1874589766121984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756372.828725:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756372.828729:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756372.828732:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756372.828737:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8348 00000100:00080000:0.0:1787756372.828741:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756372.828761:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756372.828770:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787756372.828799:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756372.828805:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1c00 x1874589766122112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756372.828821:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756372.828826:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756372.828829:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756372.828835:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8348 00000100:00080000:0.0:1787756372.828840:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756372.828846:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756372.828855:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756372.828876:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1180 x1874589766122240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756372.828876:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756372/real 1787756372] req@ffffa0e6c97c3b80 x1874589766121856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756372.828923:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756372.828932:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756372.828934:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756372.828941:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8348 00000100:00080000:0.0:1787756372.828946:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787756372.828952:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3b80 x1874589766121856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756372.828958:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756372.828970:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:3.0:1787756372.828989:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1787756372.828997:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0a80 x1874589766122368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756372.829002:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756372.829017:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766121856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756372.829061:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766121984:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756372.829148:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756372.829178:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756372/real 1787756372] req@ffffa0e6c97c3100 x1874589766121984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756372.829208:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3100 x1874589766121984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756372.829224:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756372.829229:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756372.829234:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766121984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756372.829243:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766122112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787756372.829325:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756372.829355:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756372/real 1787756372] req@ffffa0e6c97c1c00 x1874589766122112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756372.829371:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1c00 x1874589766122112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756372.829382:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756372.829386:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756372.829390:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766122112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756372.829410:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766122240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756372.829436:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756372.829448:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756372/real 1787756372] req@ffffa0e6c97c1180 x1874589766122240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756372.829474:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1180 x1874589766122240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756372.829486:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756372.829490:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756372.829493:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766122240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787756372.829500:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766122368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787756372.829520:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756372.829531:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756372/real 1787756372] req@ffffa0e6c97c0a80 x1874589766122368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756372.829545:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0a80 x1874589766122368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756372.829556:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756372.829559:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756372.829563:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766122368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756373.724510:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756373.852339:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756373.852356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756374.748498:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756374.876334:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756374.876349:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756375.772494:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756375.900332:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756375.900339:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756376.796618:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756376.924349:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756376.924371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756377.820520:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756377.948429:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756377.948432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787756377.948433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756377.948453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756377.948462:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756377.948480:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8353 00000100:00080000:3.0:1787756377.948497:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756377.948510:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756377.948561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766122496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756377.948608:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756377.948616:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756377.948633:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756377.948642:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8353 00000100:00080000:3.0:1787756377.948651:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756377.948657:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756377.948669:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756377.948679:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766122496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756377.948705:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0000 x1874589766122624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756377.948729:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756377.948734:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756377.948737:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756377.948742:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8353 00000100:00080000:3.0:1787756377.948748:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756377.948752:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756377.948757:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756377.948773:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766122752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756377.948785:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756377.948794:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756377.948799:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756377.948803:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756377.948809:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8353 00000100:00080000:3.0:1787756377.948816:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756377.948820:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756377.948827:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756377.948842:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756377/real 1787756377] req@ffffa0e6c35b0e00 x1874589766122496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756377.948845:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766122880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756377.948897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756377.948901:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756377.948904:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756377.948911:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766122496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756377.948915:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8353 00000100:00080000:3.0:1787756377.948925:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756377.948934:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756377.948947:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:0.0:1787756377.948951:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787756377.948971:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766123008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756377.948977:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756377.949011:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766122496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756377.949067:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766122624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756377.949101:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756377.949116:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756377/real 1787756377] req@ffffa0e6c35b0000 x1874589766122624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756377.949131:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0000 x1874589766122624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756377.949141:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756377.949145:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756377.949149:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766122624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756377.949156:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766122752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756377.949177:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756377.949188:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756377/real 1787756377] req@ffffa0e6c35b0380 x1874589766122752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756377.949201:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766122752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756377.949209:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756377.949212:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756377.949216:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766122752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756377.949222:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766122880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756377.949239:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756377.949258:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756377/real 1787756377] req@ffffa0e6c35b1c00 x1874589766122880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756377.949300:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766122880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756377.949312:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756377.949315:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756377.949319:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766122880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756377.949326:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766123008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756377.949348:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756377.949360:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756377/real 1787756377] req@ffffa0e6c35b0a80 x1874589766123008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756377.949381:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766123008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756377.949391:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756377.949394:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756377.949397:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766123008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756378.844449:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756378.972356:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756378.972405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756379.868462:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756379.996372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756379.996372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756380.892512:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756381.020387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756381.020388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756381.916473:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756382.044387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756382.044387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756382.940467:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787756383.068425:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787756383.068427:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756383.068428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756383.068439:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756383.068444:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756383.068455:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8358 00000100:00080000:3.0:1787756383.068467:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756383.068475:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756383.068514:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766123136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756383.068566:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756383.068572:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756383.068574:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756383.068578:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8358 00000100:00080000:3.0:1787756383.068582:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756383.068585:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756383.068595:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756383.068607:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766123264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756383.068621:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756383.068625:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756383.068628:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756383.068635:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766123136:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756383.068638:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8358 00000100:00080000:3.0:1787756383.068649:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756383.068657:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756383.068665:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756383.068683:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766123392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756383.068696:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756383.068700:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756383.068702:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756383.068706:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8358 00000100:00080000:3.0:1787756383.068710:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787756383.068712:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756383.068727:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756383.068735:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756383.068750:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766123520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756383.068753:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756383/real 1787756383] req@ffffa0e6c35b1880 x1874589766123136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756383.068778:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756383.068783:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756383.068785:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756383.068792:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766123136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756383.068792:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8358 00000100:00080000:3.0:1787756383.068800:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756383.068809:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:0.0:1787756383.068815:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1787756383.068829:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:0.0:1787756383.068830:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756383.068837:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766123136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756383.068846:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766123264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756383.068854:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766123648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756383.068886:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756383.068922:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756383/real 1787756383] req@ffffa0e6c35b2680 x1874589766123264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756383.068941:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766123264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756383.068962:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756383.068966:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756383.068972:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766123264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756383.069001:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766123392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756383.069034:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756383.069045:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756383/real 1787756383] req@ffffa0e6c35b1f80 x1874589766123392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756383.069056:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766123392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756383.069063:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756383.069066:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756383.069069:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766123392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756383.069074:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766123520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756383.069088:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756383.069096:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756383/real 1787756383] req@ffffa0e6c35b2a00 x1874589766123520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756383.069105:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766123520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756383.069120:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756383.069122:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756383.069125:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766123520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756383.069129:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766123648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756383.069142:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756383.069149:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756383/real 1787756383] req@ffffa0e6c35b2d80 x1874589766123648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756383.069158:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766123648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756383.069166:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756383.069168:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756383.069171:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766123648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756383.964466:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756384.092391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756384.092394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756384.988457:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756385.116379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756385.116396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756386.012475:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756386.140392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756386.140414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756387.036525:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756387.164418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756387.164436:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756388.060604:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787756388.188395:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756388.188408:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756388.188414:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756388.188429:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8363 00000100:00080000:3.0:1787756388.188443:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787756388.188453:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756388.188454:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756388.188458:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756388.188519:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766123776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756388.188541:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756388.188544:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756388.188546:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756388.188550:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8363 00000100:00080000:3.0:1787756388.188555:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756388.188559:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756388.188568:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756388.188580:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766123904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756388.188589:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756388.188593:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756388.188595:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756388.188599:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8363 00000100:00080000:3.0:1787756388.188601:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756388.188605:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756388.188610:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756388.188620:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766124032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756388.188627:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756388.188630:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756388.188633:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756388.188637:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8363 00000100:00080000:3.0:1787756388.188643:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756388.188647:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756388.188652:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756388.188664:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766124160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756388.188678:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756388.188681:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756388.188682:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756388.188687:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8363 00000100:00080000:3.0:1787756388.188690:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756388.188695:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756388.188699:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756388.188710:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766124288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756388.188954:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766123776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756388.189048:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766123904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756388.189073:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766124032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756388.189093:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766124160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756388.189108:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766124288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756389.084444:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756389.212413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756389.212419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756390.108608:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756390.236383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756390.236439:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756391.132460:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756391.260382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756391.260382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:3.0:1787756391.260536:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787756391.260576:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787756391.260592:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756391.260633:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756391.260645:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756391.260655:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756391.260663:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787756391.260744:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756388/real 1787756391] req@ffffa0e6c35b0700 x1874589766123776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756391.260806:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766123776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756391.260819:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756391.260824:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756391.260828:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766123776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756391.260836:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756388/real 1787756391] req@ffffa0e6c35b3480 x1874589766123904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756391.260849:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766123904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756391.260858:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756391.260862:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756391.260865:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766123904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756391.260873:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756388/real 1787756391] req@ffffa0e6c35b2d80 x1874589766124032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756391.260886:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766124032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756391.260893:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756391.260897:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756391.260901:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766124032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756391.260908:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756388/real 1787756391] req@ffffa0e6c35b2a00 x1874589766124160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756391.260921:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766124160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756391.260931:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756391.260934:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756391.260938:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766124160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756391.260945:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756388/real 1787756391] req@ffffa0e6c35b1f80 x1874589766124288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756391.260957:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766124288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756391.260966:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756391.260969:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756391.260973:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766124288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756392.156600:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756392.284363:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756392.284369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756393.180567:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756393.308429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756393.308430:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756393.308490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756393.308499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756393.308506:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756393.308518:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8369 00000100:00080000:0.0:1787756393.308532:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756393.308541:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756393.308588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3800 x1874589766124416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756393.308633:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756393.308638:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756393.308641:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756393.308648:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8369 00000100:00080000:0.0:1787756393.308653:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756393.308660:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756393.308673:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756393.308684:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766124416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756393.308704:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0e00 x1874589766124544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756393.308750:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756393.308755:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756393.308758:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756393.308765:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8369 00000100:00080000:0.0:1787756393.308806:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787756393.308819:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787756393.308823:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756393.308834:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756393.308853:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0000 x1874589766124672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756393.308871:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756393/real 1787756393] req@ffffa0e6c97c3800 x1874589766124416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756393.308889:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756393.308895:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756393.308900:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756393.308914:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8369 00000100:00080000:0.0:1787756393.308920:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787756393.308923:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3800 x1874589766124416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756393.308934:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787756393.308940:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756393.308946:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756393.308950:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766124416:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787756393.308966:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756393.308984:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766124544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756393.308991:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c2300 x1874589766124800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756393.309009:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756393.309014:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756393.309018:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756393.309027:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8369 00000800:00000100:1.0:1787756393.309032:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787756393.309039:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756393.309048:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756393.309056:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756393.309059:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756393/real 1787756393] req@ffffa0e6c97c0e00 x1874589766124544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756393.309080:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3800 x1874589766124928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756393.309083:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0e00 x1874589766124544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756393.309111:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756393.309117:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756393.309121:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766124544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756393.309131:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766124672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756393.309156:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756393.309169:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756393/real 1787756393] req@ffffa0e6c97c0000 x1874589766124672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756393.309182:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0000 x1874589766124672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756393.309190:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756393.309194:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756393.309198:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766124672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756393.309216:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766124800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756393.309239:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756393.309252:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756393/real 1787756393] req@ffffa0e6c97c2300 x1874589766124800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756393.309265:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c2300 x1874589766124800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756393.309314:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756393.309319:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756393.309323:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766124800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756393.309331:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766124928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756393.309358:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756393.309370:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756393/real 1787756393] req@ffffa0e6c97c3800 x1874589766124928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756393.309382:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3800 x1874589766124928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756393.309392:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756393.309395:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756393.309399:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766124928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756394.204605:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756394.332470:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756394.332490:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756395.228543:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756395.356482:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756395.356482:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756396.252522:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756396.380344:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756396.380384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756397.276514:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756397.404384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756397.404384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756398.300555:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756398.428376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756398.428377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756398.428390:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756398.428397:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756398.428400:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756398.428407:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8374 00000100:00080000:3.0:1787756398.428417:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756398.428424:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756398.428455:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766125056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756398.428477:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756398.428480:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756398.428481:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756398.428484:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8374 00000100:00080000:3.0:1787756398.428487:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756398.428490:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756398.428498:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756398.428507:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766125184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756398.428510:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766125056:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756398.428524:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756398.428526:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756398.428528:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756398.428531:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8374 00000100:00080000:3.0:1787756398.428533:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756398.428536:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756398.428539:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756398.428548:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766125312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756398.428555:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756398.428557:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756398.428559:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756398.428561:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8374 00000100:00080000:3.0:1787756398.428565:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756398.428568:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756398.428572:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787756398.428573:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756398.428583:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766125440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756398.428592:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756398.428594:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756398.428595:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756398.428599:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8374 00000100:00080000:3.0:1787756398.428602:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787756398.428607:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756398/real 1787756398] req@ffffa0e6c35b2680 x1874589766125056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756398.428608:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756398.428617:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756398.428626:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766125056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756398.428645:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766125568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756398.428666:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756398.428673:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756398.428678:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766125056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756398.428702:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766125184:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756398.428728:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756398.428738:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756398/real 1787756398] req@ffffa0e6c35b1880 x1874589766125184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756398.428748:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766125184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756398.428757:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756398.428760:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756398.428764:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766125184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756398.428770:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766125312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756398.428791:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756398.428802:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756398/real 1787756398] req@ffffa0e6c35b0a80 x1874589766125312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756398.428812:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766125312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756398.428818:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756398.428820:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756398.428822:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766125312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756398.428825:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766125440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756398.428840:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756398.428846:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756398/real 1787756398] req@ffffa0e6c35b1c00 x1874589766125440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756398.428862:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766125440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756398.428869:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756398.428871:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756398.428873:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766125440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756398.428877:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766125568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756398.428889:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756398.428895:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756398/real 1787756398] req@ffffa0e6c35b0380 x1874589766125568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756398.428902:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766125568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756398.428913:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756398.428914:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756398.428917:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766125568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756399.324478:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756399.452377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756399.452377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756400.348403:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756400.476384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756400.476384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756401.372417:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756401.500362:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756401.500363:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756402.396475:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756402.524437:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756402.524437:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756403.420461:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756403.548356:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756403.548356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756403.548377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756403.548384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756403.548388:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756403.548398:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8379 00000100:00080000:0.0:1787756403.548408:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756403.548414:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756403.548449:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0a80 x1874589766125696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756403.548473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756403.548476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756403.548477:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756403.548481:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8379 00000100:00080000:0.0:1787756403.548483:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756403.548486:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756403.548494:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756403.548503:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1180 x1874589766125824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756403.548512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756403.548516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787756403.548518:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766125696:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787756403.548519:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756403.548529:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8379 00000100:00080000:0.0:1787756403.548532:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756403.548534:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756403.548552:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756403.548565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1c00 x1874589766125952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756403.548591:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756403.548594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756403.548596:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756403.548599:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8379 00000100:00080000:0.0:1787756403.548604:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756403.548607:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756403.548611:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787756403.548618:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756403.548622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3100 x1874589766126080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756403.548631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756403.548646:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756403.548648:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756403.548652:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8379 00000100:00080000:0.0:1787756403.548661:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756403.548664:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756403.548668:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756403.548675:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756403/real 1787756403] req@ffffa0e6c97c0a80 x1874589766125696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756403.548679:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3b80 x1874589766126208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756403.548721:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0a80 x1874589766125696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756403.548732:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756403.548735:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756403.548739:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766125696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756403.548758:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766125824:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756403.548777:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756403.548786:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756403/real 1787756403] req@ffffa0e6c97c1180 x1874589766125824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756403.548795:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1180 x1874589766125824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756403.548802:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756403.548805:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756403.548807:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766125824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756403.548811:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766125952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756403.548822:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756403.548828:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756403/real 1787756403] req@ffffa0e6c97c1c00 x1874589766125952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756403.548836:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1c00 x1874589766125952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756403.548842:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756403.548844:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756403.548846:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766125952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756403.548850:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766126080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756403.548861:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756403.548867:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756403/real 1787756403] req@ffffa0e6c97c3100 x1874589766126080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756403.548875:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3100 x1874589766126080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756403.548882:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756403.548884:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756403.548887:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766126080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756403.548891:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766126208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756403.548902:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756403.548907:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756403/real 1787756403] req@ffffa0e6c97c3b80 x1874589766126208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756403.548915:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3b80 x1874589766126208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756403.548922:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756403.548924:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756403.548926:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766126208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756404.444441:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756404.572417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756404.572419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756405.468598:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756405.596392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756405.596465:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756406.492480:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756406.620400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756406.620444:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756407.516390:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756407.644392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756407.644433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756408.540474:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756408.668378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756408.668407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756408.668420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756408.668429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756408.668435:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756408.668446:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8384 00000100:00080000:1.0:1787756408.668497:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756408.668505:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756408.668550:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766126336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756408.668581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756408.668589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756408.668591:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756408.668596:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8384 00000100:00080000:1.0:1787756408.668599:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756408.668604:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756408.668614:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756408.668650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766126464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756408.668666:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766126336:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756408.668670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756408.668681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756408.668684:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756408.668691:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8384 00000100:00080000:1.0:1787756408.668695:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756408.668700:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756408.668707:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756408.668723:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766126592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756408.668736:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756408.668740:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756408.668742:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756408.668746:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8384 00000100:00080000:1.0:1787756408.668769:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756408.668774:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756408.668782:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:0.0:1787756408.668784:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756408.668821:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766126720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756408.668833:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756408.668837:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756408.668839:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756408.668846:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8384 00000100:00080000:1.0:1787756408.668850:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787756408.668858:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756408/real 1787756408] req@ffffa0e6c792b480 x1874589766126336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756408.668859:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756408.668870:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756408.668882:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766126848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756408.668910:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766126336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756408.668925:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756408.668930:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756408.668935:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766126336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756408.668962:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766126464:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756408.668987:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756408.669000:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756408/real 1787756408] req@ffffa0e6c7929880 x1874589766126464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756408.669013:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766126464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756408.669021:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756408.669025:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756408.669029:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766126464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756408.669035:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766126592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756408.669065:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756408.669075:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756408/real 1787756408] req@ffffa0e6c792aa00 x1874589766126592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756408.669086:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766126592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756408.669094:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756408.669097:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756408.669100:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766126592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756408.669106:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766126720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756408.669121:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756408.669130:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756408/real 1787756408] req@ffffa0e6c7928e00 x1874589766126720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756408.669141:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766126720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756408.669151:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756408.669154:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756408.669156:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766126720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756408.669162:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766126848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756408.669177:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756408.669187:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756408/real 1787756408] req@ffffa0e6c792a300 x1874589766126848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756408.669198:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766126848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756408.669207:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756408.669210:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756408.669213:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766126848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756409.564563:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756409.692381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756409.692414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756410.588608:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756410.716470:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756410.716490:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756411.612547:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756411.740377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756411.740389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756412.636589:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756412.764482:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756412.764483:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756413.660583:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787756413.788487:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756413.788503:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1787756413.788509:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756413.788509:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756413.788532:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8389 00000100:00100000:2.0:1787756413.788548:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756413.788551:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756413.788565:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756413.788629:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0000 x1874589766126976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756413.788662:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756413.788669:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756413.788671:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756413.788675:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8389 00000100:00080000:3.0:1787756413.788679:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756413.788683:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756413.788695:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756413.788715:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766126976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756413.788715:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766127104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756413.788734:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756413.788737:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756413.788739:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756413.788743:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8389 00000100:00080000:3.0:1787756413.788745:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756413.788748:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756413.788752:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756413.788762:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766127232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756413.788770:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756413.788773:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756413.788775:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756413.788779:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8389 00000100:00080000:3.0:1787756413.788782:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756413.788785:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756413.788792:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756413.788808:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766127360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756413.788816:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756413.788831:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756413.788837:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756413.788840:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756413.788848:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8389 00000100:00080000:3.0:1787756413.788853:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756413.788860:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756413.788868:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756413.788870:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756413/real 1787756413] req@ffffa0e6c35b0000 x1874589766126976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756413.788888:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766127488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756413.788896:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0000 x1874589766126976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756413.788912:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756413.788917:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756413.788924:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766126976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756413.788953:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766127104:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756413.788974:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756413.788995:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756413/real 1787756413] req@ffffa0e6c35b0e00 x1874589766127104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756413.789006:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766127104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756413.789013:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756413.789017:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756413.789020:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766127104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756413.789025:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766127232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756413.789041:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756413.789049:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756413/real 1787756413] req@ffffa0e6c35b3800 x1874589766127232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756413.789058:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766127232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756413.789065:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756413.789068:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756413.789070:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766127232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756413.789075:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766127360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756413.789089:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756413.789097:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756413/real 1787756413] req@ffffa0e6c35b1180 x1874589766127360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756413.789107:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766127360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756413.789117:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756413.789119:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756413.789121:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766127360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756413.789125:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766127488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756413.789139:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756413.789147:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756413/real 1787756413] req@ffffa0e6c35b3100 x1874589766127488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756413.789156:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766127488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756413.789165:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756413.789167:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756413.789170:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766127488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756414.684605:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756414.812449:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756414.812481:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756415.708504:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756415.836443:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756415.836452:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756416.732581:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756416.860443:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756416.860489:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756417.756556:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756417.884385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756417.884462:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756418.780588:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756418.908436:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756418.908439:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756418.908471:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756418.908484:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756418.908493:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756418.908511:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8394 00000100:00080000:1.0:1787756418.908530:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756418.908544:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756418.908626:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766127616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756418.908670:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756418.908675:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756418.908678:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756418.908683:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8394 00000100:00080000:1.0:1787756418.908691:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756418.908701:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756418.908718:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756418.908739:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766127616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756418.908749:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766127744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756418.908773:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756418.908780:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756418.908782:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756418.908789:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8394 00000100:00080000:1.0:1787756418.908794:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756418.908799:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756418.908806:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756418.908823:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766127872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756418.908834:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756418.908838:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756418.908840:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756418.908844:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8394 00000100:00080000:1.0:1787756418.908848:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756418.908852:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756418.908858:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:0.0:1787756418.908866:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756418.908873:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766128000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756418.908894:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756418.908899:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756418.908902:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756418.908909:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8394 00000100:00080000:1.0:1787756418.908916:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756418.908923:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756418.908939:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756418/real 1787756418] req@ffffa0e6c792ad80 x1874589766127616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787756418.908949:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756418.908991:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766128128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756418.908994:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766127616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756418.909053:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756418.909060:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756418.909066:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766127616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756418.909103:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766127744:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756418.909133:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756418.909147:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756418/real 1787756418] req@ffffa0e6c792bb80 x1874589766127744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756418.909161:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766127744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756418.909170:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756418.909174:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756418.909178:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766127744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756418.909184:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766127872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756418.909201:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756418.909211:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756418/real 1787756418] req@ffffa0e6c7929f80 x1874589766127872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756418.909255:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766127872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756418.909265:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756418.909340:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756418.909345:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766127872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756418.909352:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766128000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756418.909379:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756418.909392:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756418/real 1787756418] req@ffffa0e6c7929c00 x1874589766128000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756418.909405:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766128000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756418.909418:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756418.909421:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756418.909425:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766128000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756418.909431:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766128128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756418.909448:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756418.909457:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756418/real 1787756418] req@ffffa0e6c7928380 x1874589766128128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756418.909469:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766128128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756418.909481:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756418.909484:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756418.909487:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766128128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756419.804511:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756419.932395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756419.932434:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756420.828525:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756420.956396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756420.956397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756421.852499:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756421.980411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756421.980412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756422.876578:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756423.004420:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756423.004446:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756423.900558:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787756424.028441:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756424.028444:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756424.028445:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756424.028462:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756424.028468:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756424.028480:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8399 00000100:00080000:1.0:1787756424.028494:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756424.028521:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756424.028562:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766128256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756424.028592:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756424.028595:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756424.028597:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756424.028601:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8399 00000100:00080000:1.0:1787756424.028605:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756424.028609:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756424.028619:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756424.028634:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766128384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756424.028639:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766128256:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756424.028658:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756424.028662:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756424.028663:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756424.028668:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8399 00000100:00080000:1.0:1787756424.028671:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756424.028674:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756424.028678:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756424.028690:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766128512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756424.028697:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756424.028700:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756424.028702:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756424.028706:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8399 00000100:00080000:1.0:1787756424.028710:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756424.028714:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:0.0:1787756424.028721:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:1.0:1787756424.028722:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756424.028736:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766128640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756424.028745:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756424.028749:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756424.028751:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756424.028757:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8399 00000100:00080000:1.0:1787756424.028762:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787756424.028768:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756424/real 1787756424] req@ffffa0e6c792b100 x1874589766128256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756424.028770:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756424.028778:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756424.028813:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766128768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756424.028823:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766128256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756424.028844:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756424.028851:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756424.028858:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766128256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756424.028903:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766128384:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756424.028925:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756424.028937:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756424/real 1787756424] req@ffffa0e6c7928700 x1874589766128384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756424.028948:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766128384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756424.028956:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756424.028959:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756424.028962:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766128384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756424.028967:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766128512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756424.028981:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756424.028989:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756424/real 1787756424] req@ffffa0e6c7929180 x1874589766128512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756424.029003:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766128512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756424.029014:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756424.029019:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756424.029023:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766128512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756424.029031:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766128640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756424.029059:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756424.029080:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756424/real 1787756424] req@ffffa0e6c792a680 x1874589766128640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756424.029094:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766128640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756424.029104:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756424.029106:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756424.029109:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766128640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756424.029115:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766128768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756424.029133:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756424.029142:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756424/real 1787756424] req@ffffa0e6c7928a80 x1874589766128768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756424.029152:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766128768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756424.029166:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756424.029171:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756424.029175:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766128768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756424.924507:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756425.052344:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756425.052344:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756425.948444:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756426.076496:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756426.076496:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756426.972562:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756427.100433:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756427.100482:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756427.996518:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756428.124438:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756428.124440:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756429.020523:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756429.148376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756429.148378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756429.148454:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756429.148464:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756429.148469:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756429.148481:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8404 00000100:00080000:1.0:1787756429.148495:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756429.148506:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756429.148571:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766128896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756429.148605:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756429.148610:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756429.148612:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756429.148617:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8404 00000100:00080000:1.0:1787756429.148623:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756429.148627:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756429.148639:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756429.148657:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766129024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756429.148664:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766128896:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756429.148708:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756429.148714:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756429.148717:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756429.148727:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8404 00000100:00080000:1.0:1787756429.148751:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756429.148757:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756429.148766:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787756429.148775:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756429.148787:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766129152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756429.148799:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756429.148819:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756429.148822:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756429.148830:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8404 00000100:00100000:0.0:1787756429.148832:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756429/real 1787756429] req@ffffa0e6c7929500 x1874589766128896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756429.148838:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756429.148855:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756429.148864:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756429.148872:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766128896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756429.148883:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766129280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756429.148917:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756429.148936:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756429.148945:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766128896:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756429.148950:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756429.148954:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756429.148956:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756429.148962:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8404 00000100:00080000:1.0:1787756429.148967:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756429.148972:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756429.148975:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766129024:192.168.201.131@tcp:38:kworker.0 00000008:00100000:1.0:1787756429.148988:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:0.0:1787756429.149024:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756429.149032:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766129408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756429.149040:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756429/real 1787756429] req@ffffa0e6c7928a80 x1874589766129024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756429.149127:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766129024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756429.149148:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756429.149154:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756429.149157:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766129024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756429.149164:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766129152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756429.149187:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756429.149197:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756429/real 1787756429] req@ffffa0e6c792a680 x1874589766129152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756429.149212:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766129152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756429.149219:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756429.149223:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756429.149227:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766129152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756429.149234:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766129280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756429.149258:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756429.149298:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756429/real 1787756429] req@ffffa0e6c7929180 x1874589766129280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756429.149309:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766129280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756429.149318:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756429.149320:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756429.149323:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766129280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756429.149350:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766129408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756429.149391:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756429.149401:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756429/real 1787756429] req@ffffa0e6c7928700 x1874589766129408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756429.149411:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766129408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756429.149436:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756429.149439:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756429.149442:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766129408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756430.044592:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756430.172397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756430.172406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756431.068513:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756431.196409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756431.196425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756432.092622:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756432.220370:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756432.220371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756433.116454:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756433.244436:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756433.244445:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756434.140577:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756434.268438:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756434.268468:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756434.268483:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756434.268493:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756434.268499:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756434.268523:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8410 00000100:00080000:3.0:1787756434.268538:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756434.268547:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756434.268595:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766129536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756434.268639:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756434.268644:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756434.268647:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756434.268651:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8410 00000100:00080000:3.0:1787756434.268656:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756434.268679:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756434.268700:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756434.268716:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766129536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756434.268722:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766129664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756434.268742:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756434.268747:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756434.268750:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756434.268757:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8410 00000100:00080000:3.0:1787756434.268764:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756434.268769:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756434.268777:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756434.268795:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766129792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756434.268805:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756434.268808:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756434.268814:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787756434.268815:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756434.268823:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8410 00000100:00080000:3.0:1787756434.268829:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756434.268834:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756434.268840:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756434.268852:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766129920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756434.268861:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756434/real 1787756434] req@ffffa0e6c35b1500 x1874589766129536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756434.268892:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756434.268899:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787756434.268901:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766129536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756434.268904:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756434.268917:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8410 00000100:00080000:3.0:1787756434.268922:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756434.268931:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756434.268933:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:0.0:1787756434.268941:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:3.0:1787756434.268948:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756434.268949:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766129536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756434.268977:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766130048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756434.268985:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766129664:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756434.269048:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756434.269073:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756434/real 1787756434] req@ffffa0e6c35b3b80 x1874589766129664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756434.269092:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766129664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756434.269100:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756434.269103:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756434.269106:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766129664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756434.269112:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766129792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756434.269132:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756434.269142:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756434/real 1787756434] req@ffffa0e6c35b3100 x1874589766129792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756434.269152:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766129792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756434.269159:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756434.269162:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756434.269164:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766129792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756434.269169:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766129920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756434.269183:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756434.269190:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756434/real 1787756434] req@ffffa0e6c35b1180 x1874589766129920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756434.269200:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766129920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756434.269210:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756434.269212:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756434.269215:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766129920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756434.269229:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766130048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756434.269242:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756434.269250:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756434/real 1787756434] req@ffffa0e6c35b3800 x1874589766130048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756434.269260:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766130048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756434.269291:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756434.269303:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756434.269306:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766130048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756435.164508:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756435.292427:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756435.292427:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756436.188564:0:31243:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756436.316398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756436.316407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756437.212416:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756437.340447:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756437.340447:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756438.236490:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756438.364416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756438.364416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756439.260459:0:138478:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 16/16 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787756439.260569:0:31243:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 16 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787756439.260587:0:31243:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000ff7b41fd/0xc63d509de01cd22a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21c091 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756439.260613:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:2.0:1787756439.260630:0:31243:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000e2f7c569 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000ff7b41fd/0xc63d509de01cd22a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0xa58e5f4f9d21c091 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1787756439.260653:0:31243:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 00000000e2f7c569 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000ff7b41fd/0xc63d509de01cd22a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0xa58e5f4f9d21c091 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756439.260739:0:31243:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000ff7b41fd/0xc63d509de01cd22a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0xa58e5f4f9d21c091 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:2.0:1787756439.260850:0:31243:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6c354b480 - object 0x2c0000401:5642 offset 0<>33 00000100:00080000:3.0:1787756439.261041:0:2401:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffffa0e6c354b480 x1874589766130176/t0(0) o4->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 528/448 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787756439.388384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756439.388401:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787756439.388406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756439.388409:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756439.388418:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756439.388429:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8415 00000100:00080000:1.0:1787756439.388442:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756439.388451:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756439.388496:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766130304/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756439.388530:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756439.388534:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756439.388536:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756439.388540:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8415 00000100:00080000:1.0:1787756439.388543:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756439.388547:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756439.388557:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756439.388569:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766130432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756439.388591:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756439.388595:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756439.388597:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756439.388602:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8415 00000100:00080000:1.0:1787756439.388606:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756439.388609:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756439.388615:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756439.388624:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766130304:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756439.388631:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766130560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756439.388648:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756439.388652:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756439.388653:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756439.388657:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8415 00000100:00080000:1.0:1787756439.388660:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756439.388664:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756439.388669:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756439.388683:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766130688/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756439.388693:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756439.388697:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756439.388698:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756439.388703:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8415 00000100:00080000:1.0:1787756439.388726:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756439.388730:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756439.388736:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:0.0:1787756439.388742:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756439.388756:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766130816/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756439.388797:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756439/real 1787756439] req@ffffa0e6c792b100 x1874589766130304/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756439.388820:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766130304/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756439.388833:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756439.388837:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756439.388842:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766130304:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756439.388851:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766130432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756439.388894:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756439.388929:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756439/real 1787756439] req@ffffa0e6c7928380 x1874589766130432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756439.388947:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766130432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756439.388961:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756439.388966:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756439.388971:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766130432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756439.389005:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766130560:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756439.389039:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756439.389054:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756439/real 1787756439] req@ffffa0e6c7929c00 x1874589766130560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756439.389066:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766130560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756439.389075:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756439.389078:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756439.389082:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766130560:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756439.389089:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766130688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756439.389107:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756439.389116:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756439/real 1787756439] req@ffffa0e6c7929f80 x1874589766130688/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756439.389127:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766130688/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756439.389137:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756439.389140:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756439.389142:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766130688:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756439.389148:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766130816:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756439.389183:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756439.389193:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756439/real 1787756439] req@ffffa0e6c792bb80 x1874589766130816/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756439.389205:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766130816/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756439.389221:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756439.389226:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756439.389253:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766130816:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756440.284506:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756440.412337:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756440.412404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756441.308523:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756441.436354:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756441.436365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756442.332644:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756442.460366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756442.460373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756443.356474:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756443.484380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756443.484387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756444.380518:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756444.508364:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756444.508376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756444.508385:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756444.508393:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756444.508398:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756444.508411:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8420 00000100:00080000:1.0:1787756444.508423:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756444.508431:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756444.508479:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766130944/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756444.508514:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756444.508518:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756444.508520:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756444.508524:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8420 00000100:00080000:1.0:1787756444.508527:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756444.508531:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756444.508539:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756444.508551:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766131072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756444.508562:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756444.508567:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756444.508569:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756444.508574:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8420 00000100:00080000:1.0:1787756444.508577:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756444.508580:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756444.508585:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756444.508597:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766130944:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756444.508598:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766131200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756444.508620:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756444.508624:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756444.508625:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756444.508629:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8420 00000100:00080000:1.0:1787756444.508633:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756444.508636:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756444.508641:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756444.508651:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766131328/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756444.508660:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756444.508663:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756444.508665:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756444.508669:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8420 00000100:00080000:1.0:1787756444.508672:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756444.508675:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756444.508681:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756444.508690:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766131456/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756444.508714:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756444.508761:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756444/real 1787756444] req@ffffa0e6c792ad80 x1874589766130944/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756444.508787:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766130944/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756444.508803:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756444.508809:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756444.508815:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766130944:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756444.508847:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766131072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756444.508882:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756444.508902:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756444/real 1787756444] req@ffffa0e6c792a300 x1874589766131072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756444.508923:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766131072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756444.508937:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756444.508942:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756444.508948:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766131072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756444.508978:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766131200:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756444.509007:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756444.509023:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756444/real 1787756444] req@ffffa0e6c7928e00 x1874589766131200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756444.509043:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766131200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756444.509056:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756444.509062:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756444.509067:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766131200:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756444.509077:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766131328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756444.509119:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756444.509137:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756444/real 1787756444] req@ffffa0e6c792aa00 x1874589766131328/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756444.509156:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766131328/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756444.509182:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756444.509187:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756444.509192:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766131328:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756444.509202:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766131456:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756444.509231:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756444.509246:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756444/real 1787756444] req@ffffa0e6c7929880 x1874589766131456/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756444.509262:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766131456/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756444.509327:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756444.509332:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756444.509337:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766131456:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756445.404441:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756445.532362:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756445.532378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756446.428586:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756446.556380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756446.556380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756447.452510:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756447.580416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756447.580437:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756448.476537:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756448.604397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756448.604402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756449.500505:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787756449.628377:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787756449.628377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756449.628378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756449.628389:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756449.628394:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756449.628404:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8425 00000100:00080000:1.0:1787756449.628415:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756449.628422:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756449.628457:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766131584/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756449.628484:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756449.628487:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756449.628489:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756449.628492:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8425 00000100:00080000:1.0:1787756449.628494:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756449.628497:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756449.628504:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756449.628515:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766131712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756449.628524:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756449.628527:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756449.628528:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756449.628532:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8425 00000100:00080000:1.0:1787756449.628535:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756449.628540:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756449.628543:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766131584:192.168.201.131@tcp:250:kworker.0 00000008:00100000:1.0:1787756449.628545:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756449.628557:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766131840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756449.628566:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756449.628569:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756449.628570:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756449.628573:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8425 00000100:00080000:1.0:1787756449.628576:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756449.628579:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756449.628583:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756449.628591:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766131968/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756449.628598:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756449.628601:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756449.628603:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756449.628606:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8425 00000100:00080000:1.0:1787756449.628608:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787756449.628611:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787756449.628615:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756449.628621:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756449.628631:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766132096/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756449.628650:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756449/real 1787756449] req@ffffa0e6c792b480 x1874589766131584/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756449.628668:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766131584/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756449.628677:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756449.628680:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756449.628684:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766131584:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756449.628689:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766131712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756449.628706:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756449.628715:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756449/real 1787756449] req@ffffa0e6c7929880 x1874589766131712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756449.628725:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766131712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756449.628750:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756449.628753:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756449.628756:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766131712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756449.628777:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766131840:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756449.628794:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756449.628803:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756449/real 1787756449] req@ffffa0e6c792aa00 x1874589766131840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756449.628812:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766131840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756449.628819:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756449.628821:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756449.628823:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766131840:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756449.628827:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766131968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756449.628839:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756449.628846:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756449/real 1787756449] req@ffffa0e6c7928e00 x1874589766131968/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756449.628854:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766131968/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756449.628861:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756449.628863:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756449.628866:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766131968:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756449.628870:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766132096:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756449.628882:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756449.628889:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756449/real 1787756449] req@ffffa0e6c792a300 x1874589766132096/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756449.628897:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766132096/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756449.628904:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756449.628906:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756449.628908:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766132096:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756450.524523:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756450.652432:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756450.652444:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756451.548504:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756451.676364:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756451.676364:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756452.572496:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756452.700385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756452.700385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756453.596417:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756453.724391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756453.724401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756454.620529:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787756454.748428:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787756454.748428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756454.748429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756454.748443:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756454.748461:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756454.748474:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8430 00000100:00080000:1.0:1787756454.748490:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756454.748501:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756454.748553:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766132224/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756454.748592:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756454.748596:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756454.748598:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756454.748604:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8430 00000100:00080000:1.0:1787756454.748608:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756454.748612:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756454.748624:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756454.748657:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766132352/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756454.748671:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756454.748673:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766132224:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756454.748676:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756454.748682:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756454.748689:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8430 00000100:00080000:1.0:1787756454.748694:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756454.748700:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756454.748707:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756454.748722:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766132480/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756454.748734:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756454.748738:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756454.748740:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756454.748746:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8430 00000100:00080000:1.0:1787756454.748750:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756454.748756:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756454.748762:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756454.748779:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766132608/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756454.748791:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756454.748795:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766132352:192.168.201.131@tcp:38:kworker.0 00000100:00080000:1.0:1787756454.748797:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756454.748802:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756454.748808:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8430 00000100:00080000:1.0:1787756454.748813:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756454.748819:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756454.748826:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756454.748829:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766132480:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756454.748844:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766132736/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756454.748853:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766132608:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756454.748878:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766132736:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756455.644522:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756455.772393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756455.772481:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756456.668491:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756456.796414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756456.796540:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756457.692482:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756457.820402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756457.820706:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:0.0:1787756457.820888:0:2388:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:0.0:1787756457.820956:0:2388:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787756457.820985:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787756457.821056:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787756457.821075:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787756457.821090:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787756457.821126:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787756457.821197:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756454/real 1787756457] req@ffffa0e6c7928380 x1874589766132736/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756457.821334:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766132736/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756457.821366:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756457.821379:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756457.821391:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766132736:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756457.821446:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756454/real 1787756457] req@ffffa0e6c792bb80 x1874589766132352/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756457.821478:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766132352/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756457.821495:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756457.821504:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756457.821511:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766132352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756457.821526:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756454/real 1787756457] req@ffffa0e6c7929f80 x1874589766132480/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756457.821549:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766132480/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756457.821564:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756457.821570:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756457.821577:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766132480:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756457.821640:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756454/real 1787756457] req@ffffa0e6c7929c00 x1874589766132608/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756457.821668:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766132608/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756457.821689:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756457.821697:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756457.821706:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766132608:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756457.821722:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756454/real 1787756457] req@ffffa0e6c792ad80 x1874589766132224/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756457.821749:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766132224/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756457.821767:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756457.821773:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756457.821780:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766132224:192.168.201.131@tcp:250:kworker.0 00010000:00010000:0.0:1787756458.716487:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756458.844446:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756458.844520:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756459.740646:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756459.868398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756459.868422:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756459.868444:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756459.868450:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756459.868464:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8435 00000100:00080000:1.0:1787756459.868479:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756459.868489:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756459.868502:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756459.868540:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766132864/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756459.868621:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756459.868627:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756459.868629:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756459.868634:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8435 00000100:00080000:1.0:1787756459.868637:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756459.868642:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756459.868653:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756459.868684:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766132992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756459.868696:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756459.868704:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766132864:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756459.868704:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756459.868709:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756459.868729:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8435 00000100:00080000:1.0:1787756459.868739:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756459.868744:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756459.868748:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756459.868760:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766133120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756459.868769:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756459.868772:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756459.868774:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756459.868778:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8435 00000100:00080000:1.0:1787756459.868781:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756459.868785:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756459.868791:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756459.868802:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766133248/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756459.868825:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756459.868828:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756459.868830:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756459.868833:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8435 00000100:00080000:1.0:1787756459.868837:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756459.868844:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:0.0:1787756459.868851:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:1.0:1787756459.868858:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756459.868870:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766133376/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756459.868923:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756459/real 1787756459] req@ffffa0e6c792ad80 x1874589766132864/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756459.868946:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766132864/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756459.868960:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756459.868965:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756459.868969:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766132864:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756459.869004:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766132992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756459.869036:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756459.869051:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756459/real 1787756459] req@ffffa0e6c7929c00 x1874589766132992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756459.869072:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766132992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756459.869082:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756459.869086:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756459.869090:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766132992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756459.869098:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766133120:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756459.869131:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756459.869145:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756459/real 1787756459] req@ffffa0e6c7929f80 x1874589766133120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756459.869158:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766133120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756459.869166:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756459.869170:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756459.869174:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766133120:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756459.869183:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766133248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756459.869207:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756459.869220:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756459/real 1787756459] req@ffffa0e6c792bb80 x1874589766133248/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756459.869233:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766133248/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756459.869255:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756459.869260:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756459.869264:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766133248:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756459.869328:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766133376:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756459.869356:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756459.869370:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756459/real 1787756459] req@ffffa0e6c7928380 x1874589766133376/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756459.869385:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766133376/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756459.869413:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756459.869417:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756459.869421:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766133376:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756460.764550:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756460.892419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756460.892554:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756461.788423:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756461.916340:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756461.916358:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756462.812553:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756462.940389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756462.940389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756463.836600:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756463.964392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756463.964448:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756464.860435:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756464.988423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756464.988512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787756464.988514:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787756464.988524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756464.988531:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756464.988543:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8440 00000100:00080000:0.0:1787756464.988556:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756464.988575:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756464.988617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3b80 x1874589766133504/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756464.988650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756464.988654:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756464.988656:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756464.988659:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8440 00000100:00080000:0.0:1787756464.988663:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756464.988667:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756464.988677:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756464.988690:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3100 x1874589766133632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756464.988695:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766133504:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787756464.988717:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756464.988722:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756464.988724:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756464.988728:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8440 00000100:00080000:0.0:1787756464.988731:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756464.988735:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756464.988739:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756464.988750:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1c00 x1874589766133760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756464.988759:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756464.988762:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756464.988764:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756464.988768:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8440 00000100:00080000:0.0:1787756464.988773:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756464.988777:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756464.988782:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787756464.988787:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756464.988798:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1180 x1874589766133888/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756464.988808:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756464.988811:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756464.988813:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756464.988818:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8440 00000100:00080000:0.0:1787756464.988822:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756464.988826:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756464.988831:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756464/real 1787756464] req@ffffa0e6c97c3b80 x1874589766133504/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787756464.988833:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756464.988849:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0a80 x1874589766134016/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756464.988859:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3b80 x1874589766133504/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756464.988903:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756464.988909:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756464.988915:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766133504:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756464.988938:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766133632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756464.988969:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756464.988988:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756464/real 1787756464] req@ffffa0e6c97c3100 x1874589766133632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756464.989006:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3100 x1874589766133632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756464.989020:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756464.989025:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756464.989031:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766133632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756464.989041:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766133760:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756464.989070:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756464.989093:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756464/real 1787756464] req@ffffa0e6c97c1c00 x1874589766133760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756464.989110:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1c00 x1874589766133760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756464.989123:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756464.989128:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756464.989133:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766133760:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756464.989143:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766133888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756464.989171:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756464.989187:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756464/real 1787756464] req@ffffa0e6c97c1180 x1874589766133888/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756464.989242:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1180 x1874589766133888/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756464.989277:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756464.989283:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756464.989290:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766133888:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756464.989337:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766134016:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756464.989371:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756464.989387:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756464/real 1787756464] req@ffffa0e6c97c0a80 x1874589766134016/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756464.989402:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0a80 x1874589766134016/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756464.989430:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756464.989433:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756464.989436:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766134016:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756465.884687:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756466.012365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756466.012399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756466.908578:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756467.036487:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756467.036487:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756467.932430:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756468.060347:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756468.060393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756468.956550:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756469.084380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756469.084451:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756469.980655:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756470.108476:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756470.108476:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756470.108484:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756470.108492:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756470.108497:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756470.108507:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8445 00000100:00080000:1.0:1787756470.108518:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756470.108527:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756470.108567:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766134144/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756470.108598:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756470.108602:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756470.108620:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756470.108625:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8445 00000100:00080000:1.0:1787756470.108629:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756470.108633:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756470.108642:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756470.108654:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766134272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756470.108664:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756470.108668:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756470.108670:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756470.108673:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8445 00000100:00080000:1.0:1787756470.108676:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756470.108679:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756470.108683:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756470.108693:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766134400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756470.108703:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756470.108707:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756470.108709:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756470.108714:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8445 00000100:00080000:1.0:1787756470.108719:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787756470.108722:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766134144:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756470.108727:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756470.108745:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756470.108755:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766134528/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756470.108766:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756470.108770:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756470.108772:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756470.108777:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8445 00000100:00080000:1.0:1787756470.108780:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756470.108783:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756470.108788:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756470.108815:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766134656/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756470.108833:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756470.108873:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756470/real 1787756470] req@ffffa0e6c792b100 x1874589766134144/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756470.108897:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766134144/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756470.108907:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756470.108910:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756470.108914:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766134144:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756470.108921:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766134272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756470.108941:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756470.108951:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756470/real 1787756470] req@ffffa0e6c7928700 x1874589766134272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756470.108962:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766134272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756470.108969:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756470.108972:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756470.108975:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766134272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756470.108980:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766134400:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756470.108994:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756470.109002:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756470/real 1787756470] req@ffffa0e6c7929180 x1874589766134400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756470.109023:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766134400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756470.109036:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756470.109038:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756470.109041:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766134400:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756470.109097:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766134528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756470.109119:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756470.109130:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756470/real 1787756470] req@ffffa0e6c792a680 x1874589766134528/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756470.109161:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766134528/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756470.109174:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756470.109178:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756470.109182:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766134528:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756470.109189:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766134656:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756470.109210:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756470.109237:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756470/real 1787756470] req@ffffa0e6c7928a80 x1874589766134656/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756470.109247:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766134656/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756470.109255:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756470.109257:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756470.109261:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766134656:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756471.004436:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756471.132329:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756471.132391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756472.028524:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756472.156529:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756472.156578:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756473.052555:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756473.180510:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756473.180515:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756474.076507:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756474.204432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756474.204437:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756475.100442:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756475.228358:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756475.228359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787756475.228363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756475.228390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756475.228395:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756475.228407:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8451 00000100:00080000:1.0:1787756475.228421:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756475.228432:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756475.228499:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766134784/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756475.228559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756475.228567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756475.228569:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756475.228576:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8451 00000100:00080000:1.0:1787756475.228581:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756475.228586:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756475.228592:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766134784:192.168.201.131@tcp:250:kworker.0 00000008:00100000:1.0:1787756475.228598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756475.228640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766134912/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756475.228657:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756475.228663:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756475.228666:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787756475.228691:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787756475.228700:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8451 00000100:00080000:1.0:1787756475.228709:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756475.228714:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756475.228722:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756475.228728:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756475/real 1787756475] req@ffffa0e6c7929500 x1874589766134784/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756475.228738:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766135040/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756475.228744:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766134784/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756475.228756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756475.228761:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756475.228762:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756475.228763:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756475.228771:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:1.0:1787756475.228773:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8451 00000100:00100000:0.0:1787756475.228779:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766134784:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756475.228780:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756475.228808:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756475.228816:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756475.228828:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766135168/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756475.228831:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766134912:192.168.201.131@tcp:38:kworker.0 00000100:00080000:1.0:1787756475.228851:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756475.228855:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756475.228857:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756475.228862:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8451 00000100:00080000:1.0:1787756475.228866:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787756475.228867:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787756475.228874:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756475.228883:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756475.228888:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756475/real 1787756475] req@ffffa0e6c7928a80 x1874589766134912/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756475.228910:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766134912/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756475.228910:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766135296/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756475.228961:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756475.228968:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756475.228973:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766134912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756475.228982:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766135040:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756475.229005:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756475.229015:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756475/real 1787756475] req@ffffa0e6c792a680 x1874589766135040/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756475.229023:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766135040/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756475.229030:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756475.229032:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756475.229034:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766135040:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756475.229045:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766135168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756475.229057:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756475.229064:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756475/real 1787756475] req@ffffa0e6c7929180 x1874589766135168/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756475.229072:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766135168/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756475.229078:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756475.229080:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756475.229083:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766135168:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756475.229087:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766135296:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756475.229097:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756475.229103:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756475/real 1787756475] req@ffffa0e6c7928700 x1874589766135296/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756475.229132:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766135296/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756475.229141:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756475.229144:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756475.229146:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766135296:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756476.124457:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756476.252429:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756476.252436:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756477.148580:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756477.276387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756477.276413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756478.172408:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756478.300395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756478.300442:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756479.196473:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756479.324399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756479.324410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756480.220545:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756480.348447:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756480.348449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756480.348461:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756480.348462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756480.348470:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756480.348495:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8456 00000100:00080000:1.0:1787756480.348514:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756480.348526:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756480.348609:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766135424/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756480.348664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756480.348669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756480.348672:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756480.348678:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8456 00000100:00080000:1.0:1787756480.348684:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756480.348690:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756480.348704:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756480.348722:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766135552/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756480.348737:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756480.348742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756480.348744:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756480.348750:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8456 00000100:00080000:1.0:1787756480.348753:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756480.348758:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756480.348764:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756480.348769:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766135424:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756480.348782:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766135680/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756480.348809:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756480.348817:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756480.348821:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756480.348830:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8456 00000100:00080000:1.0:1787756480.348837:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756480.348846:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756480.348858:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756480.348884:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766135808/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756480.348898:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787756480.348945:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756480.348950:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756480.348953:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756480.348962:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8456 00000100:00080000:1.0:1787756480.348969:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756480.348980:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756480.348982:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756480/real 1787756480] req@ffffa0e6c792b100 x1874589766135424/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787756480.348989:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756480.349014:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766135936/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756480.349095:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766135424/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756480.349113:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756480.349120:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756480.349128:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766135424:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756480.349139:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766135552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756480.349175:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756480.349255:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756480/real 1787756480] req@ffffa0e6c7928380 x1874589766135552/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756480.349294:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766135552/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756480.349304:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756480.349307:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756480.349311:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766135552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756480.349340:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766135680:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756480.349362:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756480.349373:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756480/real 1787756480] req@ffffa0e6c792bb80 x1874589766135680/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756480.349384:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766135680/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756480.349398:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756480.349401:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756480.349404:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766135680:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756480.349408:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766135808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756480.349423:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756480.349430:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756480/real 1787756480] req@ffffa0e6c7929f80 x1874589766135808/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756480.349440:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766135808/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756480.349450:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756480.349453:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756480.349455:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766135808:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756480.349459:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766135936:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756480.349473:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756480.349481:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756480/real 1787756480] req@ffffa0e6c7929c00 x1874589766135936/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756480.349490:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766135936/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756480.349498:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756480.349501:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756480.349505:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766135936:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756481.244568:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756481.372400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756481.372417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756482.268569:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756482.396394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756482.396436:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756483.292567:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756483.420380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756483.420430:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756484.316430:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756484.444372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756484.444372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756485.340464:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756485.468402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756485.468402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756485.468412:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756485.468422:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756485.468429:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756485.468443:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8461 00000100:00080000:3.0:1787756485.468461:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756485.468473:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756485.468566:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766136064/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756485.468607:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756485.468614:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756485.468618:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756485.468627:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8461 00000100:00080000:3.0:1787756485.468636:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756485.468643:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756485.468673:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756485.468692:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766136064:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756485.468702:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0000 x1874589766136192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756485.468720:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756485.468725:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756485.468727:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756485.468733:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8461 00000100:00080000:3.0:1787756485.468739:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756485.468744:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756485.468750:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756485.468765:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766136320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756485.468778:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756485.468786:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:0.0:1787756485.468788:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756485.468790:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756485.468802:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8461 00000100:00080000:3.0:1787756485.468808:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756485.468813:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756485.468822:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756485.468840:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766136448/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756485.468852:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756485/real 1787756485] req@ffffa0e6c35b0e00 x1874589766136064/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756485.468899:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766136064/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756485.468920:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756485.468922:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756485.468928:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756485.468934:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787756485.468936:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756485.468945:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766136064:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756485.468948:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8461 00000100:00080000:3.0:1787756485.468961:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756485.468967:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756485.468974:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756485.468987:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766136192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787756485.468995:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766136576/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756485.469025:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756485.469048:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756485/real 1787756485] req@ffffa0e6c35b0000 x1874589766136192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756485.469070:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0000 x1874589766136192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756485.469086:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756485.469091:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756485.469134:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766136192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756485.469147:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766136320:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756485.469179:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756485.469194:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756485/real 1787756485] req@ffffa0e6c35b0380 x1874589766136320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756485.469207:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766136320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756485.469218:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756485.469224:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756485.469230:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766136320:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756485.469240:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766136448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756485.469309:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756485.469328:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756485/real 1787756485] req@ffffa0e6c35b1c00 x1874589766136448/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756485.469342:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766136448/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756485.469354:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756485.469357:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756485.469361:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766136448:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756485.469395:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766136576:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756485.469430:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756485.469450:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756485/real 1787756485] req@ffffa0e6c35b0a80 x1874589766136576/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756485.469471:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766136576/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756485.469482:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756485.469486:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756485.469489:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766136576:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756486.364524:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756486.492411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756486.492455:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756487.388453:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756487.516397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756487.516397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756488.412399:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756488.540403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756488.540417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756489.436412:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756489.564379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756489.564379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756490.460467:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756490.588404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756490.588449:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756490.588511:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756490.588520:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756490.588524:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756490.588535:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8466 00000100:00080000:1.0:1787756490.588548:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756490.588556:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756490.588599:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766136704/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756490.588629:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756490.588633:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756490.588636:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756490.588641:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8466 00000100:00080000:1.0:1787756490.588645:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756490.588650:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756490.588662:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756490.588676:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766136704:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756490.588691:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766136832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756490.588707:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756490.588710:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756490.588712:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756490.588717:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8466 00000100:00080000:1.0:1787756490.588720:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756490.588725:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756490.588731:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756490.588744:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766136960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756490.588755:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756490.588759:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756490.588761:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787756490.588769:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787756490.588770:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8466 00000100:00080000:1.0:1787756490.588781:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756490.588785:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756490.588792:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756490.588805:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766137088/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756490.588817:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756490.588823:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756490/real 1787756490] req@ffffa0e6c792ad80 x1874589766136704/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756490.588824:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756490.588830:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756490.588842:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8466 00000100:00080000:1.0:1787756490.588851:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756490.588860:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756490.588871:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756490.588890:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766136704/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756490.588891:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766137216/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756490.588926:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756490.588940:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756490.588948:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766136704:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756490.588978:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766136832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756490.589003:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756490.589044:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756490/real 1787756490] req@ffffa0e6c792a300 x1874589766136832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756490.589059:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766136832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756490.589070:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756490.589073:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756490.589077:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766136832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756490.589084:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766136960:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756490.589127:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756490.589139:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756490/real 1787756490] req@ffffa0e6c7928e00 x1874589766136960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756490.589153:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766136960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756490.589170:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756490.589174:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756490.589178:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766136960:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756490.589184:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766137088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756490.589202:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756490.589212:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756490/real 1787756490] req@ffffa0e6c792aa00 x1874589766137088/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756490.589225:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766137088/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756490.589241:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756490.589247:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756490.589252:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766137088:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756490.589288:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766137216:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756490.589357:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756490.589392:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756490/real 1787756490] req@ffffa0e6c7929880 x1874589766137216/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756490.589406:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766137216/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756490.589418:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756490.589421:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756490.589426:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766137216:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756491.484514:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756491.612356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756491.612370:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756492.508570:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756492.636383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756492.636393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756493.532566:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756493.660437:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756493.660437:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756494.556469:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756494.684410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756494.684423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756495.580432:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756495.708418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756495.708419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756495.708429:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756495.708445:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756495.708453:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756495.708472:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8471 00000100:00080000:1.0:1787756495.708489:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756495.708500:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756495.708555:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766137344/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756495.708597:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756495.708601:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756495.708603:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756495.708607:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8471 00000100:00080000:1.0:1787756495.708610:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756495.708614:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756495.708643:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756495.708662:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766137472/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756495.708685:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756495.708689:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766137344:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756495.708691:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756495.708696:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756495.708711:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8471 00000100:00080000:1.0:1787756495.708716:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756495.708720:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756495.708737:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756495.708755:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766137600/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756495.708773:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756495.708779:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756495.708783:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756495.708791:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8471 00000100:00080000:1.0:1787756495.708800:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787756495.708810:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787756495.708819:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756495.708833:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756495.708874:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766137728/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756495.708890:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756495/real 1787756495] req@ffffa0e6c792b480 x1874589766137344/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756495.708955:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756495.708984:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756495.708988:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756495.708997:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8471 00000100:00080000:1.0:1787756495.709002:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787756495.709006:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766137344/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756495.709011:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756495.709025:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756495.709049:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766137856/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756495.709052:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756495.709078:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756495.709091:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766137344:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756495.709134:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766137472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756495.709174:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756495.709194:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756495/real 1787756495] req@ffffa0e6c7929880 x1874589766137472/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756495.709214:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766137472/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756495.709228:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756495.709233:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756495.709238:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766137472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756495.709248:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766137600:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756495.709316:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756495.709357:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756495/real 1787756495] req@ffffa0e6c792aa00 x1874589766137600/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756495.709376:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766137600/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756495.709400:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756495.709406:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756495.709410:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766137600:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756495.709420:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766137728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756495.709450:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756495.709467:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756495/real 1787756495] req@ffffa0e6c7928e00 x1874589766137728/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756495.709485:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766137728/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756495.709499:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756495.709505:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756495.709511:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766137728:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756495.709521:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766137856:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756495.709549:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756495.709567:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756495/real 1787756495] req@ffffa0e6c792a300 x1874589766137856/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756495.709582:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766137856/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756495.709592:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756495.709595:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756495.709599:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766137856:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756496.604556:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756496.732392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756496.732400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756497.628447:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756497.756373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756497.756373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756498.652535:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756498.780402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756498.780459:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756499.676482:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756499.804430:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756499.804430:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756500.700530:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756500.828456:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756500.828459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756500.828471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756500.828478:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756500.828495:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8476 00000100:00080000:1.0:1787756500.828515:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787756500.828516:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756500.828530:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756500.828597:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766137984/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756500.828636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756500.828642:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756500.828645:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756500.828652:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8476 00000100:00080000:1.0:1787756500.828658:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756500.828666:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756500.828680:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756500.828700:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766138112/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756500.828715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756500.828726:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766137984:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756500.828726:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756500.828744:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756500.828751:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8476 00000100:00080000:1.0:1787756500.828755:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756500.828760:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756500.828783:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756500.828798:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766138240/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756500.828811:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756500.828815:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756500.828818:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756500.828822:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8476 00000100:00080000:1.0:1787756500.828862:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756500.828869:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:0.0:1787756500.828876:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:1.0:1787756500.828879:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756500.828908:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766138368/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756500.828926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756500.828928:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756500/real 1787756500] req@ffffa0e6c792ad80 x1874589766137984/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756500.828949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756500.828960:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756500.828969:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766137984/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756500.828973:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8476 00000100:00080000:1.0:1787756500.828985:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756500.828997:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756500.829014:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:0.0:1787756500.829021:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1787756500.829034:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766138496/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756500.829036:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756500.829062:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766137984:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756500.829111:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766138112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756500.829163:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756500.829179:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756500/real 1787756500] req@ffffa0e6c7929c00 x1874589766138112/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756500.829191:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766138112/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756500.829200:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756500.829205:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756500.829208:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766138112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756500.829216:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766138240:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756500.829253:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756500.829261:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756500/real 1787756500] req@ffffa0e6c7929f80 x1874589766138240/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756500.829334:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766138240/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756500.829341:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756500.829344:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756500.829347:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766138240:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756500.829363:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766138368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756500.829382:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756500.829391:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756500/real 1787756500] req@ffffa0e6c792bb80 x1874589766138368/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756500.829399:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766138368/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756500.829408:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756500.829410:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756500.829413:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766138368:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756500.829417:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766138496:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756500.829429:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756500.829435:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756500/real 1787756500] req@ffffa0e6c7928380 x1874589766138496/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756500.829442:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766138496/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756500.829450:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756500.829453:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756500.829456:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766138496:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756501.724481:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756501.852399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756501.852399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756502.748559:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756502.876402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756502.876423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756503.772498:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756503.900374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756503.900377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756504.796496:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756504.924376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756504.924426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756505.820492:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756505.948359:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787756505.948385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787756505.948390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756505.948393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756505.948399:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756505.948410:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8481 00000100:00080000:0.0:1787756505.948420:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756505.948427:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756505.948465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3800 x1874589766138624/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756505.948493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756505.948497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756505.948499:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756505.948502:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8481 00000100:00080000:0.0:1787756505.948506:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756505.948511:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756505.948519:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756505.948526:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766138624:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756505.948533:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c2300 x1874589766138752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756505.948542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756505.948544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756505.948546:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756505.948549:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8481 00000100:00080000:0.0:1787756505.948551:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756505.948553:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756505.948557:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756505.948565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0000 x1874589766138880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756505.948571:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756505.948573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756505.948575:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756505.948577:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8481 00000100:00080000:0.0:1787756505.948579:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756505.948582:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756505.948585:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787756505.948591:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756505.948593:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0e00 x1874589766139008/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756505.948601:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756505.948604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756505.948605:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756505.948608:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8481 00000100:00080000:0.0:1787756505.948618:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756505.948621:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756505.948625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756505.948631:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756505/real 1787756505] req@ffffa0e6c97c3800 x1874589766138624/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756505.948651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0a80 x1874589766139136/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756505.948675:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3800 x1874589766138624/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756505.948683:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756505.948687:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756505.948691:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766138624:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756505.948729:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766138752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756505.948769:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756505.948779:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756505/real 1787756505] req@ffffa0e6c97c2300 x1874589766138752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756505.948788:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c2300 x1874589766138752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756505.948794:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756505.948796:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756505.948799:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766138752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756505.948803:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766138880:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756505.948815:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756505.948821:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756505/real 1787756505] req@ffffa0e6c97c0000 x1874589766138880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756505.948829:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0000 x1874589766138880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756505.948834:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756505.948836:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756505.948838:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766138880:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756505.948841:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766139008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756505.948851:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756505.948856:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756505/real 1787756505] req@ffffa0e6c97c0e00 x1874589766139008/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756505.948864:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0e00 x1874589766139008/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756505.948870:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756505.948872:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756505.948874:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766139008:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756505.948877:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766139136:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756505.948887:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756505.948892:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756505/real 1787756505] req@ffffa0e6c97c0a80 x1874589766139136/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756505.948905:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0a80 x1874589766139136/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756505.948911:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756505.948912:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756505.948914:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766139136:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756506.844445:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756506.972337:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756506.973323:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756507.868490:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756507.996358:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756507.996381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756508.892505:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756509.020353:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756509.020359:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756509.916546:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756510.044350:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756510.044368:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756510.940519:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787756511.068380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787756511.068395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787756511.068396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756511.068407:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756511.068426:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8486 00000100:00080000:0.0:1787756511.068445:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787756511.068445:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756511.068459:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756511.068525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1180 x1874589766139264/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756511.068566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756511.068571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756511.068573:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756511.068579:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8486 00000100:00080000:0.0:1787756511.068583:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756511.068589:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756511.068603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756511.068621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1c00 x1874589766139392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756511.068632:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766139264:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787756511.068640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756511.068675:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756511.068681:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756511.068690:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8486 00000100:00080000:0.0:1787756511.068698:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756511.068707:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756511.068718:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756511.068746:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3100 x1874589766139520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756511.068764:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756511.068768:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756511.068771:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756511.068776:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8486 00000100:00080000:0.0:1787756511.068785:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756511.068790:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756511.068797:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787756511.068806:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756511.068819:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3b80 x1874589766139648/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756511.068834:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756511.068839:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756511.068841:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756511.068846:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8486 00000100:00080000:0.0:1787756511.068851:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756511.068856:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756511.068862:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756511.068872:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756511/real 1787756511] req@ffffa0e6c97c1180 x1874589766139264/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756511.068880:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0a80 x1874589766139776/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756511.068933:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1180 x1874589766139264/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756511.068950:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756511.068956:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756511.068966:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766139264:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756511.069001:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766139392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756511.069031:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756511.069046:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756511/real 1787756511] req@ffffa0e6c97c1c00 x1874589766139392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756511.069061:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1c00 x1874589766139392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756511.069079:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756511.069083:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756511.069088:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766139392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756511.069094:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766139520:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756511.069113:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756511.069123:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756511/real 1787756511] req@ffffa0e6c97c3100 x1874589766139520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756511.069137:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3100 x1874589766139520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756511.069146:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756511.069150:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756511.069153:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766139520:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756511.069159:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766139648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756511.069178:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756511.069188:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756511/real 1787756511] req@ffffa0e6c97c3b80 x1874589766139648/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756511.069207:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3b80 x1874589766139648/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756511.069227:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756511.069232:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756511.069240:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766139648:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756511.069252:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766139776:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756511.069332:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756511.069355:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756511/real 1787756511] req@ffffa0e6c97c0a80 x1874589766139776/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756511.069399:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0a80 x1874589766139776/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756511.069419:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756511.069426:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756511.069434:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766139776:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756511.964382:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756512.092329:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756512.092360:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756512.988412:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756513.116357:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756513.116366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756514.012492:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756514.140373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756514.140375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756515.036481:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756515.164480:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756515.164496:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756516.060645:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756516.188448:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756516.188450:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756516.188451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756516.188468:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756516.188475:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756516.188491:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8491 00000100:00080000:3.0:1787756516.188508:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756516.188521:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756516.188619:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766139904/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756516.188657:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756516.188662:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756516.188664:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756516.188669:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8491 00000100:00080000:3.0:1787756516.188674:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756516.188679:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756516.188693:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756516.188709:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766139904:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756516.188713:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766140032/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756516.188732:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756516.188736:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756516.188738:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756516.188743:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8491 00000100:00080000:3.0:1787756516.188746:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756516.188751:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756516.188756:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756516.188771:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766140160/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756516.188789:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756516.188793:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756516.188795:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756516.188801:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8491 00000100:00080000:3.0:1787756516.188805:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756516.188810:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756516.188816:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787756516.188823:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756516.188837:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766140288/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756516.188850:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756516.188855:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756516.188857:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756516.188861:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8491 00000100:00080000:3.0:1787756516.188864:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756516.188868:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756516.188872:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756516.188882:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766140416/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756516.188929:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756516/real 1787756516] req@ffffa0e6c35b1880 x1874589766139904/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756516.188970:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766139904/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756516.189006:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756516.189012:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756516.189020:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766139904:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756516.189058:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766140032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756516.189100:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756516.189123:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756516/real 1787756516] req@ffffa0e6c35b2680 x1874589766140032/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756516.189146:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766140032/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756516.189162:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756516.189168:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756516.189175:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766140032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756516.189186:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766140160:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756516.189222:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756516.189240:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756516/real 1787756516] req@ffffa0e6c35b1f80 x1874589766140160/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756516.189263:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766140160/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756516.189279:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756516.189285:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756516.189292:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766140160:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756516.189357:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766140288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756516.189400:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756516.189424:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756516/real 1787756516] req@ffffa0e6c35b2a00 x1874589766140288/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756516.189464:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766140288/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756516.189484:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756516.189490:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756516.189497:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766140288:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756516.189509:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766140416:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756516.189546:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756516.189590:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756516/real 1787756516] req@ffffa0e6c35b2d80 x1874589766140416/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756516.189622:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766140416/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756516.189634:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756516.189638:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756516.189642:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766140416:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756517.084653:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756517.212437:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756517.212437:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756518.108585:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756518.236390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756518.236454:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756519.132540:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756519.260465:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756519.260556:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756520.156505:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756520.284377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756520.284391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756521.180564:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756521.308442:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756521.308442:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756521.308454:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756521.308487:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756521.308524:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8497 00000100:00100000:0.0:1787756521.308529:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756521.308542:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756521.308558:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756521.308611:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766140544/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756521.308651:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756521.308659:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756521.308663:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756521.308671:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8497 00000100:00080000:3.0:1787756521.308679:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756521.308687:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756521.308701:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756521.308718:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766140544:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756521.308724:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766140672/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756521.308741:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756521.308747:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756521.308750:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756521.308756:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8497 00000100:00080000:3.0:1787756521.308762:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756521.308768:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756521.308776:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756521.308805:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766140800/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756521.308852:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756521.308859:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756521.308863:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756521.308870:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8497 00000100:00100000:1.0:1787756521.308875:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766140672:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787756521.308878:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756521.308885:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756521.308894:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756521.308917:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766140928/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756521.308933:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766140800:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787756521.308937:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756521.308943:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756521.308947:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756521.308954:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8497 00000100:00080000:3.0:1787756521.308961:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756521.308967:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756521.308974:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766140928:192.168.201.131@tcp:8:kworker.0 00000008:00100000:3.0:1787756521.308975:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756521.308995:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766141056/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756521.309017:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766141056:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756522.204532:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756522.332428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756522.332435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756523.228624:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756523.356490:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756523.356490:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756524.252468:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756524.380369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756524.380369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:2.0:1787756524.380520:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:2.0:1787756524.380553:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787756524.380567:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787756524.380598:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787756524.380606:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787756524.380614:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787756524.380624:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787756524.380650:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756521/real 1787756524] req@ffffa0e6c35b1f80 x1874589766141056/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756524.380676:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766141056/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756524.380690:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756524.380695:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756524.380699:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766141056:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756524.380707:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756521/real 1787756524] req@ffffa0e6c35b2a00 x1874589766140928/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756524.380721:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766140928/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756524.380731:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756524.380735:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756524.380738:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766140928:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756524.380743:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756521/real 1787756524] req@ffffa0e6c35b0700 x1874589766140672/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756524.380753:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766140672/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756524.380758:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756524.380760:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756524.380764:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766140672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756524.380770:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756521/real 1787756524] req@ffffa0e6c35b2d80 x1874589766140800/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756524.380789:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766140800/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756524.380798:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756524.380802:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756524.380805:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766140800:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756524.380812:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756521/real 1787756524] req@ffffa0e6c35b3480 x1874589766140544/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756524.380826:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766140544/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756524.380833:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756524.380837:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756524.380840:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766140544:192.168.201.131@tcp:250:kworker.0 00010000:00010000:0.0:1787756525.276494:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756525.404441:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756525.404455:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756526.300505:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756526.428492:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756526.428521:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756526.428531:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756526.428536:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756526.428550:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8502 00000100:00100000:1.0:1787756526.428552:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756526.428565:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756526.428577:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756526.428618:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766141184/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756526.428652:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756526.428656:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756526.428658:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756526.428662:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8502 00000100:00080000:3.0:1787756526.428666:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756526.428670:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756526.428681:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756526.428713:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766141312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756526.428720:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766141184:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756526.428754:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756526.428760:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756526.428764:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756526.428774:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8502 00000100:00080000:3.0:1787756526.428780:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756526.428786:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756526.428794:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756526.428816:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766141440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756526.428831:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756526.428836:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756526.428840:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787756526.428851:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756526.428854:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8502 00000100:00080000:3.0:1787756526.428865:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756526.428873:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756526.428882:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756526.428908:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766141568/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756526.428927:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756526/real 1787756526] req@ffffa0e6c35b2680 x1874589766141184/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756526.428928:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756526.428949:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756526.428954:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756526.428969:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8502 00000100:00080000:3.0:1787756526.428979:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756526.428991:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756526.428993:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766141184/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787756526.429007:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787756526.429024:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787756526.429038:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766141696/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756526.429051:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756526.429070:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766141184:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756526.429127:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766141312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756526.429169:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756526.429190:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756526/real 1787756526] req@ffffa0e6c35b1880 x1874589766141312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756526.429209:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766141312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756526.429223:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756526.429228:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756526.429234:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766141312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756526.429259:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766141440:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756526.429319:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756526.429335:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756526/real 1787756526] req@ffffa0e6c35b0a80 x1874589766141440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756526.429346:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766141440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756526.429356:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756526.429359:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756526.429363:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766141440:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756526.429371:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766141568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756526.429421:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756526.429435:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756526/real 1787756526] req@ffffa0e6c35b1c00 x1874589766141568/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756526.429445:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766141568/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756526.429454:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756526.429457:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756526.429460:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766141568:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756526.429465:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766141696:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756526.429486:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756526.429499:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756526/real 1787756526] req@ffffa0e6c35b0380 x1874589766141696/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756526.429514:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766141696/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756526.429535:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756526.429540:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756526.429543:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766141696:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756527.324700:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756527.452453:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756527.452456:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756528.348508:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756528.476436:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756528.476477:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756529.372581:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756529.500440:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756529.500460:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756530.396522:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756530.524415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756530.524455:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756531.420493:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756531.548353:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756531.548358:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756531.548365:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756531.548369:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756531.548379:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8507 00000100:00080000:3.0:1787756531.548390:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756531.548399:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756531.548434:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0000 x1874589766141824/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756531.548464:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787756531.548465:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756531.548468:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756531.548472:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756531.548484:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8507 00000100:00080000:3.0:1787756531.548488:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756531.548495:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756531.548503:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766141824:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787756531.548505:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756531.548518:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766141952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756531.548529:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756531.548532:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756531.548534:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756531.548539:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8507 00000100:00080000:3.0:1787756531.548541:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756531.548544:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756531.548552:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756531.548565:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766142080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756531.548573:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756531.548582:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756531.548587:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756531.548590:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756531.548596:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8507 00000100:00080000:3.0:1787756531.548602:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756531.548606:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756531.548611:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756531.548616:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756531/real 1787756531] req@ffffa0e6c35b0000 x1874589766141824/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756531.548624:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766142208/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756531.548634:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756531.548636:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756531.548638:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756531.548640:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0000 x1874589766141824/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756531.548644:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8507 00000100:00080000:3.0:1787756531.548650:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756531.548655:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:0.0:1787756531.548658:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1787756531.548659:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:0.0:1787756531.548667:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756531.548672:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766142336/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756531.548673:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766141824:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756531.548698:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766141952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756531.548715:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756531.548730:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756531/real 1787756531] req@ffffa0e6c35b0e00 x1874589766141952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756531.548739:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766141952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756531.548745:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756531.548747:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756531.548749:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766141952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756531.548754:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766142080:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756531.548766:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756531.548772:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756531/real 1787756531] req@ffffa0e6c35b3800 x1874589766142080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756531.548780:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766142080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756531.548788:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756531.548791:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756531.548795:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766142080:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756531.548801:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766142208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756531.548821:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756531.548832:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756531/real 1787756531] req@ffffa0e6c35b1180 x1874589766142208/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756531.548845:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766142208/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756531.548852:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756531.548854:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756531.548857:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766142208:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756531.548861:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766142336:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756531.548875:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756531.548882:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756531/real 1787756531] req@ffffa0e6c35b3100 x1874589766142336/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756531.548889:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766142336/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756531.548901:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756531.548903:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756531.548905:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766142336:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756532.444482:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756532.572386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756532.572421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756533.468498:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756533.596400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756533.596410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756534.492515:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756534.620430:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756534.620462:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756535.516487:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756535.644390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756535.644390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756536.540478:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756536.668393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756536.668403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756536.668464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756536.668475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756536.668480:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756536.668493:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8512 00000100:00080000:3.0:1787756536.668507:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756536.668516:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756536.668564:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766142464/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756536.668603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756536.668611:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756536.668614:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756536.668620:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8512 00000100:00080000:3.0:1787756536.668625:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756536.668630:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756536.668643:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756536.668662:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766142464:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756536.668664:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766142592/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756536.668691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756536.668694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756536.668696:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756536.668702:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8512 00000100:00080000:3.0:1787756536.668705:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756536.668709:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756536.668716:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756536.668732:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766142720/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756536.668745:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756536.668750:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756536.668752:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756536.668759:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8512 00000800:00000100:0.0:1787756536.668766:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756536.668770:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756536.668780:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756536.668788:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756536.668805:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766142848/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756536.668817:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756536.668821:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756536/real 1787756536] req@ffffa0e6c35b3b80 x1874589766142464/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756536.668823:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756536.668830:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756536.668845:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8512 00000100:00080000:3.0:1787756536.668855:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756536.668860:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756536.668868:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766142464/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787756536.668870:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756536.668892:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766142976/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756536.668895:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756536.668911:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756536.668925:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766142464:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756536.668958:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766142592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756536.668986:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756536.669002:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756536/real 1787756536] req@ffffa0e6c35b1500 x1874589766142592/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756536.669017:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766142592/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756536.669028:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756536.669032:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756536.669036:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766142592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756536.669043:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766142720:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756536.669061:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756536.669072:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756536/real 1787756536] req@ffffa0e6c35b3100 x1874589766142720/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756536.669086:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766142720/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756536.669096:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756536.669099:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756536.669103:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766142720:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756536.669110:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766142848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756536.669128:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756536.669138:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756536/real 1787756536] req@ffffa0e6c35b1180 x1874589766142848/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756536.669152:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766142848/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756536.669165:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756536.669169:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756536.669172:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766142848:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756536.669179:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766142976:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756536.669240:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756536.669254:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756536/real 1787756536] req@ffffa0e6c35b3800 x1874589766142976/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756536.669298:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766142976/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756536.669312:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756536.669316:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756536.669320:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766142976:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756537.564528:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756537.692384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756537.692398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756538.588367:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756538.716385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756538.716391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756539.612405:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756539.740331:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756539.740333:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756540.636492:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756540.764401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756540.764418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756541.660474:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756541.788329:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756541.788332:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756541.788339:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756541.788343:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787756541.788349:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756541.788352:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8517 00000100:00080000:3.0:1787756541.788363:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756541.788370:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756541.788403:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766143104/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756541.788425:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756541.788427:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756541.788429:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756541.788432:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8517 00000100:00080000:3.0:1787756541.788435:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756541.788439:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756541.788447:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756541.788456:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766143104:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756541.788459:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0000 x1874589766143232/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756541.788473:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756541.788476:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756541.788477:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756541.788480:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8517 00000100:00080000:3.0:1787756541.788482:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756541.788484:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756541.788487:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756541.788495:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766143360/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756541.788502:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756541.788511:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756541.788513:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756541.788515:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8517 00000100:00080000:3.0:1787756541.788518:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756541.788522:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:0.0:1787756541.788528:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787756541.788529:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756541.788540:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766143488/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756541.788552:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756541.788554:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756541.788555:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756541.788559:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8517 00000100:00080000:3.0:1787756541.788561:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756541.788564:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756541.788567:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756541.788570:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756541/real 1787756541] req@ffffa0e6c35b0e00 x1874589766143104/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756541.788576:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766143616/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756541.788594:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766143104/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756541.788604:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756541.788607:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756541.788610:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766143104:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756541.788628:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766143232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756541.788646:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756541.788655:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756541/real 1787756541] req@ffffa0e6c35b0000 x1874589766143232/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756541.788663:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0000 x1874589766143232/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756541.788668:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756541.788670:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756541.788673:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766143232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756541.788676:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766143360:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756541.788687:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756541.788692:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756541/real 1787756541] req@ffffa0e6c35b0380 x1874589766143360/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756541.788704:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766143360/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756541.788709:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756541.788711:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756541.788713:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766143360:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756541.788717:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766143488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756541.788727:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756541.788732:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756541/real 1787756541] req@ffffa0e6c35b1c00 x1874589766143488/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756541.788740:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766143488/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756541.788747:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756541.788749:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756541.788751:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766143488:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756541.788754:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766143616:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756541.788763:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756541.788769:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756541/real 1787756541] req@ffffa0e6c35b0a80 x1874589766143616/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756541.788776:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766143616/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756541.788787:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756541.788789:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756541.788792:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766143616:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756542.684497:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756542.812411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756542.812429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756543.708519:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756543.836486:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756543.836509:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756544.732507:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756544.860394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756544.860398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756545.756533:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756545.884414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756545.884451:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756546.780510:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756546.908457:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756546.908490:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756546.908504:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1787756546.908507:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756546.908512:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756546.908535:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8522 00000100:00080000:3.0:1787756546.908553:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756546.908562:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756546.908628:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766143744/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756546.908681:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756546.908689:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756546.908693:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756546.908702:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8522 00000100:00080000:3.0:1787756546.908711:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756546.908721:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756546.908739:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756546.908763:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766143744:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756546.908764:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766143872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756546.908806:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756546.908810:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756546.908813:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756546.908822:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8522 00000100:00080000:3.0:1787756546.908827:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756546.908832:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756546.908842:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756546.908869:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766144000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756546.908889:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756546.908896:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756546.908902:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756546.908911:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8522 00000100:00080000:3.0:1787756546.908922:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756546.908937:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:0.0:1787756546.908945:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787756546.908953:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756546.908981:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766144128/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756546.908995:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756546.909000:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756546.909004:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756546.909010:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8522 00000100:00100000:0.0:1787756546.909040:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756546/real 1787756546] req@ffffa0e6c35b1880 x1874589766143744/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756546.909064:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756546.909080:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756546.909090:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756546.909091:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766143744/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756546.909123:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787756546.909125:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766144256/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756546.909144:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756546.909168:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766143744:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756546.909222:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766143872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756546.909257:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756546.909312:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756546/real 1787756546] req@ffffa0e6c35b2680 x1874589766143872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756546.909338:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766143872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756546.909356:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756546.909363:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756546.909371:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766143872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756546.909384:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766144000:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756546.909430:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756546.909454:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756546/real 1787756546] req@ffffa0e6c35b3480 x1874589766144000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756546.909472:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766144000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756546.909483:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756546.909488:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756546.909492:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766144000:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756546.909500:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766144128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756546.909529:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756546.909542:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756546/real 1787756546] req@ffffa0e6c35b2d80 x1874589766144128/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756546.909556:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766144128/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756546.909571:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756546.909575:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756546.909580:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766144128:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756546.909587:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766144256:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756546.909606:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756546.909617:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756546/real 1787756546] req@ffffa0e6c35b0700 x1874589766144256/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756546.909631:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766144256/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756546.909644:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756546.909648:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756546.909651:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766144256:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756547.804482:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756547.932414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756547.932431:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756548.828544:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756548.956411:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756548.956448:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756549.852549:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756549.980396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756549.980452:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756550.876538:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756551.004410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756551.004425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756551.900497:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756552.028388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756552.028389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756552.028419:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756552.028427:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756552.028431:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756552.028442:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8527 00000100:00080000:2.0:1787756552.028453:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756552.028460:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756552.028501:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766144384/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756552.028528:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756552.028531:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756552.028533:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756552.028537:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8527 00000100:00080000:2.0:1787756552.028540:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756552.028543:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756552.028553:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756552.028565:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548700 x1874589766144512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756552.028577:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756552.028579:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766144384:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756552.028585:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756552.028589:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756552.028594:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8527 00000100:00080000:2.0:1787756552.028597:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756552.028600:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756552.028606:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756552.028616:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766144640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756552.028627:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756552.028630:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756552.028632:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756552.028636:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8527 00000100:00080000:2.0:1787756552.028638:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756552.028641:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756552.028645:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756552.028658:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766144768/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756552.028666:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756552.028668:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756552.028670:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756552.028673:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8527 00000100:00080000:2.0:1787756552.028677:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756552.028680:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756552.028684:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:0.0:1787756552.028693:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756552.028696:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766144896/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756552.028745:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756552/real 1787756552] req@ffffa0e6c3548e00 x1874589766144384/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756552.028770:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766144384/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756552.028785:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756552.028790:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756552.028796:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766144384:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756552.028823:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766144512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756552.028853:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756552.028869:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756552/real 1787756552] req@ffffa0e6c3548700 x1874589766144512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756552.028886:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548700 x1874589766144512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756552.028898:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756552.028903:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756552.028909:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766144512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756552.028917:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766144640:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756552.028965:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756552.028980:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756552/real 1787756552] req@ffffa0e6c3548380 x1874589766144640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756552.029007:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766144640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756552.029020:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756552.029024:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756552.029029:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766144640:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756552.029037:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766144768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756552.029064:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756552.029079:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756552/real 1787756552] req@ffffa0e6c354b800 x1874589766144768/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756552.029096:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766144768/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756552.029111:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756552.029115:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756552.029119:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766144768:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756552.029127:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766144896:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756552.029148:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756552.029161:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756552/real 1787756552] req@ffffa0e6c354a680 x1874589766144896/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756552.029175:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766144896/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756552.029196:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756552.029200:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756552.029204:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766144896:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756552.924514:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756553.052406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756553.052408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756553.948445:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756554.076366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756554.076369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756554.972545:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756555.100352:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756555.100357:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756555.996495:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756556.124394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756556.124404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756557.020577:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756557.148421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756557.148439:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756557.148451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756557.148467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756557.148475:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756557.148494:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8532 00000100:00080000:2.0:1787756557.148514:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756557.148526:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756557.148597:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766145024/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756557.148649:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756557.148655:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756557.148658:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756557.148665:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8532 00000100:00080000:2.0:1787756557.148669:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756557.148673:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756557.148688:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756557.148705:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766145152/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756557.148718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756557.148723:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756557.148725:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756557.148730:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8532 00000100:00080000:2.0:1787756557.148734:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756557.148738:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756557.148744:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756557.148759:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766145280/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756557.148771:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756557.148777:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756557.148779:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756557.148785:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8532 00000100:00080000:2.0:1787756557.148789:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787756557.148798:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766145024:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756557.148800:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756557.148810:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756557.148823:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548700 x1874589766145408/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756557.148885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756557.148889:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756557.148892:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756557.148898:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8532 00000100:00080000:2.0:1787756557.148904:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756557.148910:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756557.148918:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756557.148938:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766145536/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756557.148996:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756557.149075:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756557/real 1787756557] req@ffffa0e6c354a680 x1874589766145024/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756557.149106:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766145024/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756557.149122:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756557.149128:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756557.149134:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766145024:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756557.149145:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766145152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756557.149178:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756557.149196:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756557/real 1787756557] req@ffffa0e6c354b800 x1874589766145152/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756557.149212:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766145152/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756557.149223:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756557.149227:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756557.149232:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766145152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756557.149239:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766145280:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756557.149258:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756557.149307:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756557/real 1787756557] req@ffffa0e6c3548380 x1874589766145280/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756557.149325:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766145280/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756557.149336:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756557.149340:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756557.149344:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766145280:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756557.149382:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766145408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756557.149408:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756557.149421:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756557/real 1787756557] req@ffffa0e6c3548700 x1874589766145408/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756557.149435:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548700 x1874589766145408/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756557.149450:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756557.149454:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756557.149458:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766145408:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756557.149465:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766145536:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756557.149484:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756557.149495:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756557/real 1787756557] req@ffffa0e6c3548e00 x1874589766145536/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756557.149509:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766145536/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756557.149521:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756557.149525:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756557.149528:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766145536:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756558.044442:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756558.172364:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756558.172407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756559.068391:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756559.196378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756559.196382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756560.092483:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756560.220369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756560.220370:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756561.116513:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756561.244363:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756561.244441:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756562.140502:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756562.268455:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756562.268466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756562.268470:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756562.268475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756562.268481:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756562.268493:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8538 00000100:00080000:3.0:1787756562.268505:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756562.268513:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756562.268553:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766145664/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756562.268582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756562.268586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756562.268588:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756562.268592:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8538 00000100:00080000:3.0:1787756562.268596:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756562.268600:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756562.268609:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756562.268626:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766145792/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756562.268627:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766145664:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756562.268660:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756562.268664:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756562.268666:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756562.268670:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8538 00000100:00080000:3.0:1787756562.268674:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756562.268677:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756562.268682:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756562.268694:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766145920/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756562.268703:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756562.268707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:0.0:1787756562.268713:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756562.268719:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756562.268726:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8538 00000100:00080000:3.0:1787756562.268731:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756562.268736:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756562.268769:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756562.268774:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756562/real 1787756562] req@ffffa0e6c35b2a00 x1874589766145664/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756562.268786:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766146048/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756562.268799:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766145664/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756562.268799:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756562.268809:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756562.268815:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756562.268827:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8538 00000100:00080000:0.0:1787756562.268828:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756562.268835:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756562.268838:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787756562.268844:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756562.268848:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766145664:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787756562.268852:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756562.268865:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766146176/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756562.268877:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766145792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756562.268902:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756562.268913:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756562/real 1787756562] req@ffffa0e6c35b1f80 x1874589766145792/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756562.268925:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766145792/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756562.268943:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756562.268946:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756562.268953:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766145792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756562.268959:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766145920:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756562.268975:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756562.268984:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756562/real 1787756562] req@ffffa0e6c35b0700 x1874589766145920/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756562.269001:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766145920/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756562.269008:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756562.269010:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756562.269013:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766145920:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756562.269017:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766146048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756562.269032:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756562.269040:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756562/real 1787756562] req@ffffa0e6c35b2d80 x1874589766146048/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756562.269050:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766146048/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756562.269059:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756562.269061:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756562.269064:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766146048:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756562.269077:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766146176:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756562.269113:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756562.269126:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756562/real 1787756562] req@ffffa0e6c35b3480 x1874589766146176/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756562.269139:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766146176/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756562.269159:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756562.269163:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756562.269167:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766146176:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756563.164498:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756563.292417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756563.292431:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756564.188645:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756564.316443:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756564.316450:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756565.212550:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756565.340383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756565.340428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756566.236445:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756566.364365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756566.364366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756567.260521:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787756567.388466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787756567.388477:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756567.388478:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756567.388487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756567.388502:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756567.388539:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8543 00000100:00080000:3.0:1787756567.388554:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756567.388564:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756567.388712:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766146304/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756567.388768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756567.388772:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756567.388774:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756567.388778:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8543 00000100:00080000:3.0:1787756567.388781:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756567.388785:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756567.388797:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756567.388837:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766146432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756567.388853:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766146304:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756567.388858:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756567.388877:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756567.388880:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756567.388889:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8543 00000100:00080000:3.0:1787756567.388893:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756567.388899:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756567.388906:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756567.388940:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766146560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756567.388948:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756567.388955:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756567.388957:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756567.388963:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8543 00000800:00000100:0.0:1787756567.388971:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756567.388974:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756567.388986:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756567.388997:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756567.389021:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766146688/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756567.389027:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756567/real 1787756567] req@ffffa0e6c35b2680 x1874589766146304/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756567.389043:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756567.389062:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756567.389069:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756567.389083:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8543 00000100:00080000:3.0:1787756567.389091:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787756567.389097:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766146304/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756567.389106:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756567.389146:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:0.0:1787756567.389149:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756567.389161:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756567.389169:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766146304:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756567.389177:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766146816/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756567.389223:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766146432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756567.389257:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756567.389324:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756567/real 1787756567] req@ffffa0e6c35b1880 x1874589766146432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756567.389342:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766146432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756567.389352:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756567.389357:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756567.389361:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766146432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756567.389369:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766146560:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756567.389404:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756567.389418:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756567/real 1787756567] req@ffffa0e6c35b0a80 x1874589766146560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756567.389432:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766146560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756567.389442:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756567.389445:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756567.389449:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766146560:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756567.389456:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766146688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756567.389475:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756567.389486:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756567/real 1787756567] req@ffffa0e6c35b1c00 x1874589766146688/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756567.389500:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766146688/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756567.389522:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756567.389526:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756567.389530:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766146688:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756567.389537:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766146816:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756567.389555:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756567.389565:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756567/real 1787756567] req@ffffa0e6c35b0380 x1874589766146816/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756567.389587:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766146816/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756567.389599:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756567.389602:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756567.389606:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766146816:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787756568.284721:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756568.412386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756568.412413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756569.308536:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756569.436445:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756569.436448:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756570.332545:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756570.460443:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756570.460485:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756571.356499:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756571.484400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756571.484400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756572.380409:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756572.508336:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756572.508343:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756572.508416:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756572.508431:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756572.508439:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756572.508457:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8548 00000100:00080000:2.0:1787756572.508473:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756572.508483:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756572.508593:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766146944/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756572.508639:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756572.508644:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756572.508647:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756572.508653:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8548 00000100:00080000:2.0:1787756572.508660:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756572.508667:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756572.508680:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756572.508682:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766146944:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756572.508707:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548700 x1874589766147072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756572.508724:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756572.508728:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756572.508731:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756572.508737:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8548 00000100:00080000:2.0:1787756572.508759:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756572.508765:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:0.0:1787756572.508772:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:2.0:1787756572.508784:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756572.508804:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766147200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756572.508817:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756572/real 1787756572] req@ffffa0e6c3548e00 x1874589766146944/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756572.508820:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756572.508836:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756572.508844:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756572.508855:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8548 00000100:00100000:0.0:1787756572.508860:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766146944/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756572.508873:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756572.508873:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756572.508889:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:0.0:1787756572.508890:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756572.508905:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766146944:192.168.201.131@tcp:250:kworker.0 00000008:00100000:2.0:1787756572.508906:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756572.508926:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766147328/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756572.508941:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756572.508945:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756572.508948:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756572.508951:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766147072:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787756572.508955:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8548 00000100:00080000:2.0:1787756572.508959:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756572.508965:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756572.508980:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756572.508995:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766147456/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756572.509008:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756572.509027:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756572/real 1787756572] req@ffffa0e6c3548700 x1874589766147072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756572.509044:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548700 x1874589766147072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756572.509051:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756572.509054:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756572.509056:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766147072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756572.509062:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766147200:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756572.509075:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756572.509081:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756572/real 1787756572] req@ffffa0e6c3548380 x1874589766147200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756572.509089:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766147200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756572.509099:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756572.509101:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756572.509103:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766147200:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756572.509107:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766147328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756572.509117:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756572.509123:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756572/real 1787756572] req@ffffa0e6c354b800 x1874589766147328/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756572.509130:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766147328/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756572.509137:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756572.509139:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756572.509141:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766147328:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756572.509153:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766147456:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756572.509163:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756572.509170:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756572/real 1787756572] req@ffffa0e6c354a680 x1874589766147456/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756572.509177:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766147456/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756572.509183:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756572.509185:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756572.509187:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766147456:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756573.404469:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756573.532382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756573.532425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756574.428590:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756574.556353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756574.556382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756575.452563:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756575.580420:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756575.580461:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756576.476519:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756576.604347:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756576.604372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756577.500581:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756577.628356:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756577.628391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756577.628444:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756577.628459:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756577.628465:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756577.628504:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8553 00000100:00080000:2.0:1787756577.628528:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756577.628544:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756577.628597:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766147584/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756577.628648:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756577.628654:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756577.628657:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756577.628663:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8553 00000100:00080000:2.0:1787756577.628668:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756577.628674:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756577.628688:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756577.628709:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766147712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756577.628725:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756577.628742:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756577.628751:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756577.628752:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766147584:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756577.628783:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8553 00000100:00080000:2.0:1787756577.628789:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756577.628794:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756577.628801:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756577.628821:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766147840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756577.628834:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756577.628840:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756577.628843:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756577.628848:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8553 00000100:00080000:2.0:1787756577.628852:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756577.628857:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756577.628865:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756577.628878:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548700 x1874589766147968/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756577.628899:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756577.628904:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756577.628907:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787756577.628926:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787756577.628927:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8553 00000100:00080000:2.0:1787756577.628945:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756577.628952:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756577.628959:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756577.628984:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766148096/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756577.629035:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756577/real 1787756577] req@ffffa0e6c354a680 x1874589766147584/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756577.629064:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766147584/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756577.629080:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756577.629086:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756577.629091:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766147584:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756577.629128:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766147712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756577.629163:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756577.629179:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756577/real 1787756577] req@ffffa0e6c354b800 x1874589766147712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756577.629194:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766147712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756577.629212:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756577.629216:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756577.629221:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766147712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756577.629229:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766147840:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756577.629251:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756577.629262:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756577/real 1787756577] req@ffffa0e6c3548380 x1874589766147840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756577.629275:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766147840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756577.629285:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756577.629288:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756577.629292:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766147840:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756577.629299:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766147968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756577.629358:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756577.629372:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756577/real 1787756577] req@ffffa0e6c3548700 x1874589766147968/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756577.629387:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548700 x1874589766147968/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756577.629400:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756577.629404:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756577.629409:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766147968:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756577.629416:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766148096:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756577.629453:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756577.629502:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756577/real 1787756577] req@ffffa0e6c3548e00 x1874589766148096/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756577.629546:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766148096/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756577.629566:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756577.629572:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756577.629579:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766148096:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756578.524553:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756578.652362:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756578.652379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756579.548503:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756579.676408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756579.676471:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756580.572461:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756580.700389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756580.700398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756581.596468:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756581.724334:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756581.724339:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756582.620581:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756582.748493:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756582.748493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756582.748512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756582.748521:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756582.748538:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8558 00000100:00080000:3.0:1787756582.748556:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756582.748569:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756582.748593:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756582.748651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0000 x1874589766148224/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756582.748720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756582.748726:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756582.748729:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756582.748736:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8558 00000100:00080000:3.0:1787756582.748744:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756582.748752:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756582.748769:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756582.748779:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766148224:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756582.748798:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766148352/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756582.748815:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756582.748819:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756582.748822:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756582.748828:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8558 00000100:00080000:3.0:1787756582.748833:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756582.748838:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756582.748844:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756582.748858:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766148480/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756582.748871:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756582.748877:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756582.748879:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756582.748884:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8558 00000100:00080000:3.0:1787756582.748888:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756582.748893:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756582.748900:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:0.0:1787756582.748921:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756582.748922:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766148608/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756582.748950:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756582.748955:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756582.748957:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756582.748963:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8558 00000100:00080000:3.0:1787756582.748968:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756582.748973:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756582.748980:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756582.748992:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756582/real 1787756582] req@ffffa0e6c35b0000 x1874589766148224/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756582.748999:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766148736/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756582.749083:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0000 x1874589766148224/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756582.749100:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756582.749107:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756582.749112:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766148224:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756582.749147:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766148352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756582.749176:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756582.749192:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756582/real 1787756582] req@ffffa0e6c35b0e00 x1874589766148352/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756582.749208:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766148352/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756582.749219:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756582.749223:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756582.749227:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766148352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756582.749234:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766148480:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756582.749253:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756582.749265:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756582/real 1787756582] req@ffffa0e6c35b3800 x1874589766148480/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756582.749314:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766148480/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756582.749334:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756582.749338:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756582.749343:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766148480:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756582.749350:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766148608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756582.749377:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756582.749423:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756582/real 1787756582] req@ffffa0e6c35b1180 x1874589766148608/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756582.749448:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766148608/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756582.749467:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756582.749472:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756582.749476:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766148608:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756582.749484:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766148736:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756582.749513:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756582.749527:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756582/real 1787756582] req@ffffa0e6c35b3100 x1874589766148736/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756582.749542:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766148736/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756582.749555:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756582.749558:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756582.749564:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766148736:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787756583.644541:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756583.772474:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756583.772537:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756584.668547:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756584.796520:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756584.796534:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756585.692633:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756585.820466:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756585.820467:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756586.716561:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756586.844466:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756586.844467:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756587.740484:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787756587.868438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756587.868452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756587.868457:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756587.868470:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8563 00000100:00080000:3.0:1787756587.868481:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756587.868490:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756587.868493:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756587.868533:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766148864/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756587.868569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756587.868573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756587.868576:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756587.868581:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756587.868583:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8563 00000100:00080000:3.0:1787756587.868595:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756587.868602:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756587.868614:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756587.868629:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766148992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756587.868642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756587.868646:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756587.868647:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756587.868651:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8563 00000100:00080000:3.0:1787756587.868654:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756587.868661:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756587.868663:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766148864:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787756587.868666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756587.868681:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766149120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756587.868690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756587.868693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756587.868695:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756587.868698:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8563 00000100:00080000:3.0:1787756587.868700:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756587.868703:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756587.868708:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756587.868718:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766149248/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756587.868727:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756587.868730:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756587.868731:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756587.868734:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8563 00000100:00080000:3.0:1787756587.868737:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756587.868739:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756587.868743:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756587.868750:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766149376/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756587.868780:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766148992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756587.868829:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766149120:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756587.868855:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766149248:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756587.868874:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766149376:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756588.764517:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756588.892619:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756588.892651:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756589.788474:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756589.916400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756589.916609:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756590.812446:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756590.940405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756590.940579:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:3.0:1787756590.940713:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787756590.940769:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787756590.940788:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756590.940838:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756590.940856:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756590.940872:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756590.940892:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787756590.940895:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756587/real 1787756590] req@ffffa0e6c35b3100 x1874589766149120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756590.940934:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766149120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756590.940948:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756590.940954:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756590.940958:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766149120:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756590.940970:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756587/real 1787756590] req@ffffa0e6c35b1180 x1874589766149248/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756590.941001:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766149248/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756590.941018:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756590.941024:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756590.941030:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766149248:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756590.941040:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756587/real 1787756590] req@ffffa0e6c35b3800 x1874589766149376/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756590.941058:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766149376/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756590.941072:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756590.941076:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756590.941081:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766149376:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756590.941092:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756587/real 1787756590] req@ffffa0e6c35b1500 x1874589766148864/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756590.941112:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766148864/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756590.941125:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756590.941130:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756590.941135:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766148864:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756590.941146:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756587/real 1787756590] req@ffffa0e6c35b3b80 x1874589766148992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756590.941166:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766148992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756590.941179:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756590.941185:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756590.941191:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766148992:192.168.201.131@tcp:38:kworker.0 00010000:00010000:0.0:1787756591.836529:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756591.964453:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756591.964529:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756592.860482:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787756592.988443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787756592.988457:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756592.988458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756592.988466:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756592.988483:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8568 00000100:00080000:3.0:1787756592.988499:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756592.988511:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756592.988531:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756592.988566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766149504/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756592.988619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756592.988627:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756592.988631:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756592.988641:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8568 00000100:00080000:3.0:1787756592.988665:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756592.988678:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756592.988682:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766149504:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787756592.988693:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756592.988721:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0000 x1874589766149632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756592.988738:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756592.988744:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756592.988749:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756592.988756:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8568 00000100:00080000:3.0:1787756592.988764:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756592.988772:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756592.988782:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787756592.988785:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756592.988814:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766149760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756592.988836:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756592.988843:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756592.988849:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787756592.988853:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756592/real 1787756592] req@ffffa0e6c35b0e00 x1874589766149504/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756592.988875:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8568 00000100:00080000:3.0:1787756592.988890:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787756592.988899:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766149504/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756592.988902:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756592.988919:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:1.0:1787756592.988941:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756592.988953:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756592.988961:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766149888/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756592.988971:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766149504:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756592.989017:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756592.989023:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756592.989028:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756592.989038:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8568 00000100:00100000:1.0:1787756592.989045:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766149632:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787756592.989048:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756592.989064:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756592.989075:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756592.989100:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766150016/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787756592.989113:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756592.989164:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756592/real 1787756592] req@ffffa0e6c35b0000 x1874589766149632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756592.989187:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0000 x1874589766149632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756592.989257:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756592.989264:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756592.989308:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766149632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756592.989321:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766149760:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756592.989361:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756592.989384:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756592/real 1787756592] req@ffffa0e6c35b0380 x1874589766149760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756592.989407:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766149760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756592.989423:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756592.989428:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756592.989434:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766149760:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756592.989445:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766149888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756592.989481:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756592.989503:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756592/real 1787756592] req@ffffa0e6c35b1c00 x1874589766149888/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756592.989557:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766149888/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756592.989575:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756592.989582:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756592.989588:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766149888:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756592.989618:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766150016:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756592.989655:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756592.989676:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756592/real 1787756592] req@ffffa0e6c35b0a80 x1874589766150016/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756592.989696:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766150016/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756592.989712:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756592.989717:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756592.989722:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766150016:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756593.884474:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756594.012392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756594.012525:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756594.908550:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756595.036408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756595.036409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756595.932564:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756596.060404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756596.060428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756596.956410:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756597.084384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756597.084384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756597.980465:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756598.108403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756598.108430:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756598.108437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756598.108448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756598.108455:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756598.108469:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8573 00000100:00080000:2.0:1787756598.108484:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756598.108495:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756598.108548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766150144/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756598.108582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756598.108587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756598.108590:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756598.108595:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8573 00000100:00080000:2.0:1787756598.108600:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756598.108604:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756598.108617:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756598.108634:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548700 x1874589766150272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756598.108651:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787756598.108654:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766150144:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756598.108658:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756598.108666:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756598.108676:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8573 00000100:00080000:2.0:1787756598.108680:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756598.108684:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756598.108691:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756598.108706:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766150400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756598.108719:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756598.108724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756598.108726:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756598.108730:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8573 00000100:00080000:2.0:1787756598.108735:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756598.108740:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756598.108746:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787756598.108756:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756598.108765:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766150528/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756598.108779:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756598.108783:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756598.108786:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756598.108791:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8573 00000100:00080000:2.0:1787756598.108799:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756598.108804:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756598.108810:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756598.108828:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756598/real 1787756598] req@ffffa0e6c3548e00 x1874589766150144/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756598.108847:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766150656/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756598.108863:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766150144/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756598.108880:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756598.108888:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756598.108894:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766150144:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756598.108925:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766150272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756598.108954:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756598.108970:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756598/real 1787756598] req@ffffa0e6c3548700 x1874589766150272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756598.108986:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548700 x1874589766150272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756598.109005:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756598.109009:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756598.109013:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766150272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756598.109020:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766150400:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756598.109040:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756598.109051:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756598/real 1787756598] req@ffffa0e6c3548380 x1874589766150400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756598.109065:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766150400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756598.109076:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756598.109079:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756598.109083:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766150400:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756598.109089:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766150528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756598.109139:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756598.109157:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756598/real 1787756598] req@ffffa0e6c354b800 x1874589766150528/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756598.109173:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766150528/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756598.109186:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756598.109189:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756598.109194:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766150528:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756598.109202:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766150656:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756598.109227:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756598.109239:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756598/real 1787756598] req@ffffa0e6c354a680 x1874589766150656/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756598.109253:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766150656/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756598.109264:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756598.109268:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756598.109306:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766150656:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787756599.004485:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756599.132481:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756599.132482:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756600.028466:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756600.156483:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756600.156487:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756601.052408:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756601.180338:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756601.180339:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756602.076454:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756602.204402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756602.204415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756603.100465:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756603.228379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756603.228426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756603.228437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756603.228445:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756603.228456:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756603.228461:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8579 00000100:00080000:2.0:1787756603.228486:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756603.228500:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756603.228562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766150784/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756603.228601:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756603.228607:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756603.228610:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756603.228615:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8579 00000100:00080000:2.0:1787756603.228620:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756603.228625:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756603.228640:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756603.228672:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766150912/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756603.228695:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787756603.228701:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766150784:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756603.228702:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756603.228708:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756603.228723:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8579 00000100:00080000:2.0:1787756603.228727:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756603.228732:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756603.228740:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756603.228757:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766151040/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756603.228769:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756603.228774:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756603.228777:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756603.228783:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8579 00000100:00080000:2.0:1787756603.228789:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756603.228796:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756603.228806:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787756603.228818:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756603.228834:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548700 x1874589766151168/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756603.228857:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756603.228864:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756603.228870:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787756603.228878:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756603/real 1787756603] req@ffffa0e6c354a680 x1874589766150784/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756603.228886:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8579 00000100:00080000:2.0:1787756603.228902:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756603.228911:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756603.228920:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766150784/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787756603.228922:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787756603.228947:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1787756603.228953:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766151296/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756603.228959:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756603.228976:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766150784:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756603.229054:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766150912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756603.229090:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756603.229109:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756603/real 1787756603] req@ffffa0e6c354b800 x1874589766150912/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756603.229125:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766150912/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756603.229137:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756603.229141:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756603.229146:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766150912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756603.229159:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766151040:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756603.229180:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756603.229192:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756603/real 1787756603] req@ffffa0e6c3548380 x1874589766151040/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756603.229207:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766151040/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756603.229217:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756603.229220:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756603.229224:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766151040:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756603.229230:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766151168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756603.229261:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756603.229362:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756603/real 1787756603] req@ffffa0e6c3548700 x1874589766151168/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756603.229381:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548700 x1874589766151168/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756603.229396:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756603.229400:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756603.229405:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766151168:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756603.229413:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766151296:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756603.229462:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756603.229483:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756603/real 1787756603] req@ffffa0e6c3548e00 x1874589766151296/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756603.229507:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766151296/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756603.229528:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756603.229535:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756603.229542:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766151296:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756604.124552:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756604.252452:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756604.252454:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756605.148650:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756605.276361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756605.276362:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756606.172476:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756606.300412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756606.300442:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756607.196573:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756607.324380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756607.324404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756608.220457:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756608.348402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756608.348414:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756608.348417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756608.348435:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756608.348444:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756608.348463:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8584 00000100:00080000:2.0:1787756608.348512:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756608.348524:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756608.348571:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766151424/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756608.348607:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756608.348611:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756608.348614:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756608.348619:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8584 00000100:00080000:2.0:1787756608.348623:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756608.348627:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756608.348638:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756608.348676:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766151424:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756608.348677:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548700 x1874589766151552/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756608.348710:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756608.348715:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756608.348718:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756608.348725:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8584 00000100:00080000:2.0:1787756608.348728:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756608.348733:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756608.348738:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756608.348756:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766151680/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756608.348768:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756608.348772:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756608.348774:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756608.348778:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8584 00000100:00080000:2.0:1787756608.348783:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787756608.348786:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787756608.348791:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756608.348800:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756608.348816:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766151808/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756608.348849:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756608/real 1787756608] req@ffffa0e6c3548e00 x1874589766151424/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756608.348850:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756608.348871:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756608.348881:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756608.348900:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8584 00000100:00100000:1.0:1787756608.348907:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766151424/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756608.348922:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756608.348950:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756608.348958:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:2.0:1787756608.348960:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756608.348978:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766151424:192.168.201.131@tcp:250:kworker.0 00000008:00100000:2.0:1787756608.348996:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756608.349016:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766151936/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756608.349024:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766151552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756608.349071:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756608.349086:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756608/real 1787756608] req@ffffa0e6c3548700 x1874589766151552/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756608.349096:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548700 x1874589766151552/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756608.349102:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756608.349105:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756608.349107:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766151552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756608.349112:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766151680:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756608.349125:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756608.349131:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756608/real 1787756608] req@ffffa0e6c3548380 x1874589766151680/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756608.349138:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766151680/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756608.349144:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756608.349146:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756608.349147:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766151680:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756608.349151:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766151808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756608.349163:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756608.349169:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756608/real 1787756608] req@ffffa0e6c354b800 x1874589766151808/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756608.349176:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766151808/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756608.349184:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756608.349186:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756608.349188:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766151808:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756608.349200:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766151936:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756608.349211:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756608.349217:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756608/real 1787756608] req@ffffa0e6c354a680 x1874589766151936/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756608.349225:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766151936/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756608.349232:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756608.349234:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756608.349236:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766151936:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756609.244574:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756609.372372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756609.372372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756610.268500:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756610.396342:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756610.396354:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756611.292469:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756611.420381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756611.420430:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756612.316451:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756612.444327:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756612.444343:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756613.340436:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756613.468359:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756613.468370:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756613.468456:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756613.468469:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756613.468476:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756613.468492:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8589 00000100:00080000:2.0:1787756613.468510:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756613.468521:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756613.468588:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766152064/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756613.468630:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756613.468635:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756613.468638:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756613.468643:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8589 00000100:00080000:2.0:1787756613.468647:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756613.468652:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756613.468665:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756613.468682:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766152192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756613.468702:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766152064:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756613.468718:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756613.468724:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756613.468726:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756613.468734:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8589 00000100:00080000:2.0:1787756613.468738:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756613.468746:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756613.468751:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756613.468770:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766152320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756613.468780:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756613.468785:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756613.468790:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756613.468796:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8589 00000100:00080000:2.0:1787756613.468804:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756613.468811:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756613.468817:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787756613.468822:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756613.468835:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548700 x1874589766152448/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756613.468875:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756613.468879:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756613.468882:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756613.468891:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8589 00000100:00100000:1.0:1787756613.468893:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756613/real 1787756613] req@ffffa0e6c354a680 x1874589766152064/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756613.468904:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756613.468923:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756613.468938:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756613.468945:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766152064/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756613.468962:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766152576/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756613.469065:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756613.469077:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756613.469087:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766152064:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756613.469148:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766152192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756613.469196:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756613.469217:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756613/real 1787756613] req@ffffa0e6c354b800 x1874589766152192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756613.469251:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766152192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756613.469260:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756613.469264:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756613.469267:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766152192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756613.469275:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766152320:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756613.469294:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756613.469347:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756613/real 1787756613] req@ffffa0e6c3548380 x1874589766152320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756613.469360:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766152320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756613.469369:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756613.469372:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756613.469375:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766152320:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756613.469383:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766152448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756613.469404:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756613.469414:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756613/real 1787756613] req@ffffa0e6c3548700 x1874589766152448/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756613.469426:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548700 x1874589766152448/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756613.469447:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756613.469450:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756613.469453:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766152448:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756613.469458:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766152576:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756613.469474:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756613.469483:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756613/real 1787756613] req@ffffa0e6c3548e00 x1874589766152576/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756613.469494:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766152576/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756613.469503:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756613.469506:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756613.469508:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766152576:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787756614.364572:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756614.492405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756614.492405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756615.388484:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756615.516376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756615.516376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756616.412493:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756616.540418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756616.540418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756617.436496:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756617.564356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756617.564372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756618.460528:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756618.588372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756618.588468:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756618.588482:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756618.588493:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756618.588501:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756618.588517:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8594 00000100:00080000:2.0:1787756618.588536:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756618.588549:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756618.588616:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766152704/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756618.588670:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756618.588675:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756618.588678:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756618.588684:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8594 00000100:00080000:2.0:1787756618.588689:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756618.588693:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756618.588708:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756618.588725:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548700 x1874589766152832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756618.588775:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766152704:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756618.588779:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756618.588801:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756618.588804:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756618.588811:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8594 00000100:00080000:2.0:1787756618.588816:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756618.588821:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756618.588829:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756618.588846:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766152960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756618.588858:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756618.588864:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756618.588866:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756618.588871:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8594 00000100:00080000:2.0:1787756618.588876:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756618.588880:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756618.588888:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787756618.588904:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756618.588906:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766153088/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756618.588925:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756618.588930:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756618.588933:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756618.588939:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8594 00000100:00080000:2.0:1787756618.588945:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756618.588950:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756618.588957:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756618.588972:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756618/real 1787756618] req@ffffa0e6c3548e00 x1874589766152704/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756618.588975:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766153216/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756618.589051:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766152704/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756618.589069:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756618.589076:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756618.589081:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766152704:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756618.589117:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766152832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756618.589146:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756618.589162:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756618/real 1787756618] req@ffffa0e6c3548700 x1874589766152832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756618.589178:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548700 x1874589766152832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756618.589190:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756618.589195:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756618.589202:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766152832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756618.589214:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766152960:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756618.589263:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756618.589338:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756618/real 1787756618] req@ffffa0e6c3548380 x1874589766152960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756618.589355:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766152960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756618.589375:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756618.589379:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756618.589384:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766152960:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756618.589392:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766153088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756618.589432:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756618.589445:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756618/real 1787756618] req@ffffa0e6c354b800 x1874589766153088/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756618.589459:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766153088/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756618.589472:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756618.589476:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756618.589480:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766153088:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756618.589486:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766153216:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756618.589505:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756618.589519:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756618/real 1787756618] req@ffffa0e6c354a680 x1874589766153216/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756618.589542:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766153216/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756618.589562:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756618.589568:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756618.589576:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766153216:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756619.484471:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756619.612378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756619.612395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756620.508580:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756620.636378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756620.636418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756621.532481:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756621.660372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756621.660457:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756622.556533:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756622.684394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756622.684442:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756623.580481:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756623.708409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756623.708409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787756623.708469:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756623.708478:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756623.708483:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756623.708496:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8599 00000100:00080000:0.0:1787756623.708509:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756623.708517:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756623.708562:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0e00 x1874589766153344/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756623.708599:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756623.708604:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756623.708606:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756623.708610:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8599 00000100:00080000:0.0:1787756623.708614:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756623.708618:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756623.708628:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756623.708640:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0000 x1874589766153472/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756623.708651:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756623.708655:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756623.708687:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756623.708696:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8599 00000100:00080000:0.0:1787756623.708702:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756623.708710:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756623.708720:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756623.708749:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c2300 x1874589766153600/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756623.708749:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766153344:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787756623.708790:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756623.708795:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756623.708798:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756623.708805:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8599 00000100:00080000:0.0:1787756623.708833:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756623.708841:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787756623.708848:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:0.0:1787756623.708856:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756623.708883:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3800 x1874589766153728/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756623.708896:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756623/real 1787756623] req@ffffa0e6c97c0e00 x1874589766153344/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756623.708930:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756623.708941:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756623.708946:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787756623.708950:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0e00 x1874589766153344/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756623.708961:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8599 00000100:00080000:1.0:1787756623.709001:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756623.709003:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756623.709012:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756623.709021:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787756623.709029:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756623.709036:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766153344:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756623.709048:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0a80 x1874589766153856/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756623.709052:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766153472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756623.709101:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756623.709127:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756623/real 1787756623] req@ffffa0e6c97c0000 x1874589766153472/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756623.709141:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0000 x1874589766153472/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756623.709151:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756623.709154:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756623.709158:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766153472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756623.709182:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766153600:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756623.709202:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756623.709213:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756623/real 1787756623] req@ffffa0e6c97c2300 x1874589766153600/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756623.709225:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c2300 x1874589766153600/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756623.709234:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756623.709237:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756623.709240:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766153600:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756623.709246:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766153728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756623.709262:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756623.709326:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756623/real 1787756623] req@ffffa0e6c97c3800 x1874589766153728/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756623.709339:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3800 x1874589766153728/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756623.709351:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756623.709354:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756623.709358:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766153728:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756623.709364:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766153856:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756623.709385:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756623.709396:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756623/real 1787756623] req@ffffa0e6c97c0a80 x1874589766153856/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756623.709408:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0a80 x1874589766153856/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756623.709419:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756623.709422:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756623.709425:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766153856:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756624.604546:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756624.732407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756624.732419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756625.628468:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756625.756395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756625.756431:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756626.652438:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756626.780353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756626.780354:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756627.676628:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756627.804432:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756627.804433:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756628.700597:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756628.828355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787756628.828367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756628.828376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756628.828381:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787756628.828382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756628.828393:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8604 00000100:00080000:0.0:1787756628.828406:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756628.828414:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756628.828457:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3b80 x1874589766153984/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756628.828509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756628.828512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756628.828514:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756628.828518:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8604 00000100:00080000:0.0:1787756628.828522:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756628.828527:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756628.828537:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756628.828553:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3100 x1874589766154112/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756628.828561:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766153984:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787756628.828587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756628.828592:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756628.828594:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756628.828599:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8604 00000100:00080000:0.0:1787756628.828621:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756628.828624:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756628.828629:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756628.828642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1c00 x1874589766154240/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756628.828651:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756628.828654:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756628.828656:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756628.828659:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8604 00000100:00080000:0.0:1787756628.828661:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756628.828667:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787756628.828668:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:0.0:1787756628.828672:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756628.828684:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1180 x1874589766154368/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756628.828691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756628.828694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756628.828696:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756628.828700:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8604 00000100:00080000:0.0:1787756628.828704:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787756628.828709:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756628/real 1787756628] req@ffffa0e6c97c3b80 x1874589766153984/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756628.828710:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756628.828717:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756628.828731:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0a80 x1874589766154496/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756628.828737:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3b80 x1874589766153984/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756628.828753:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756628.828758:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756628.828762:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766153984:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756628.828785:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766154112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756628.828814:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756628.828825:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756628/real 1787756628] req@ffffa0e6c97c3100 x1874589766154112/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756628.828835:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3100 x1874589766154112/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756628.828842:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756628.828844:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756628.828847:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766154112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756628.828852:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766154240:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756628.828865:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756628.828872:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756628/real 1787756628] req@ffffa0e6c97c1c00 x1874589766154240/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756628.828882:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1c00 x1874589766154240/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756628.828888:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756628.828890:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756628.828892:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766154240:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756628.828896:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766154368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756628.828908:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756628.828915:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756628/real 1787756628] req@ffffa0e6c97c1180 x1874589766154368/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756628.828923:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1180 x1874589766154368/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756628.828931:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756628.828933:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756628.828936:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766154368:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756628.828940:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766154496:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756628.828960:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756628.828972:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756628/real 1787756628] req@ffffa0e6c97c0a80 x1874589766154496/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756628.828999:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0a80 x1874589766154496/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756628.829013:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756628.829016:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756628.829019:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766154496:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787756629.724500:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756629.852408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756629.852418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756630.748518:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756630.876391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756630.876406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756631.772514:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756631.900426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756631.900426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756632.796562:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756632.924311:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756632.924361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756633.820541:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756633.948461:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756633.948516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756633.948532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756633.948540:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756633.948556:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756633.948559:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8609 00000100:00080000:3.0:1787756633.948583:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756633.948597:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756633.948664:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766154624/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756633.948715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756633.948720:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756633.948723:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756633.948729:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8609 00000100:00080000:3.0:1787756633.948733:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756633.948738:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756633.948753:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756633.948770:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766154752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756633.948786:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756633.948792:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756633.948796:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787756633.948809:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766154624:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756633.948809:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8609 00000100:00080000:3.0:1787756633.948818:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756633.948831:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756633.948841:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756633.948858:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766154880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756633.948870:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756633.948874:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756633.948877:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756633.948883:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8609 00000100:00080000:3.0:1787756633.948895:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756633.948901:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756633.948909:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756633.948926:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766155008/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787756633.948948:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756633.948952:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756633.948961:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756633.948964:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756633.948972:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8609 00000100:00080000:3.0:1787756633.948977:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756633.948984:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756633.948992:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756633.949006:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766155136/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756633.949033:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756633/real 1787756633] req@ffffa0e6c35b1880 x1874589766154624/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756633.949065:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766154624/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756633.949081:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756633.949088:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756633.949093:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766154624:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756633.949125:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766154752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756633.949161:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756633.949177:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756633/real 1787756633] req@ffffa0e6c35b2680 x1874589766154752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756633.949193:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766154752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756633.949212:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756633.949217:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756633.949221:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766154752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756633.949229:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766154880:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756633.949250:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756633.949261:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756633/real 1787756633] req@ffffa0e6c35b3480 x1874589766154880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756633.949315:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766154880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756633.949326:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756633.949330:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756633.949335:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766154880:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756633.949343:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766155008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756633.949368:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756633.949382:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756633/real 1787756633] req@ffffa0e6c35b2d80 x1874589766155008/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756633.949398:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766155008/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756633.949417:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756633.949423:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756633.949429:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766155008:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756633.949440:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766155136:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756633.949498:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756633.949525:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756633/real 1787756633] req@ffffa0e6c35b0700 x1874589766155136/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756633.949553:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766155136/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756633.949570:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756633.949574:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756633.949579:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766155136:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756634.844416:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756634.972331:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756634.972331:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756635.868543:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756635.996393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756635.996415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756636.892522:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756637.020356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756637.020418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756637.916556:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756638.044523:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756638.044524:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756638.940533:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756639.068439:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756639.068468:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756639.068480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1787756639.068483:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756639.068486:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756639.068506:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8614 00000100:00080000:3.0:1787756639.068521:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756639.068532:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756639.068584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766155264/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756639.068621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756639.068633:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756639.068638:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756639.068648:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8614 00000100:00080000:3.0:1787756639.068657:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756639.068667:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756639.068679:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766155264:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787756639.068685:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756639.068722:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766155392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756639.068743:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756639.068747:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756639.068751:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756639.068757:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8614 00000100:00080000:3.0:1787756639.068763:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787756639.068771:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756639.068773:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756639.068787:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756639.068808:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766155520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756639.068823:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787756639.068830:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756639/real 1787756639] req@ffffa0e6c35b1f80 x1874589766155264/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756639.068853:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756639.068860:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756639.068870:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8614 00000100:00080000:3.0:1787756639.068877:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756639.068887:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756639.068889:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766155264/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787756639.068895:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756639.068918:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766155648/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756639.068926:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756639.068938:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756639.068946:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787756639.068948:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756639.068955:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756639.068966:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8614 00000100:00100000:1.0:1787756639.068968:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766155264:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756639.068971:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756639.068982:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756639.068993:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756639.069008:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766155776/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756639.069027:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766155392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756639.069088:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756639.069108:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756639/real 1787756639] req@ffffa0e6c35b2a00 x1874589766155392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756639.069125:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766155392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756639.069136:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756639.069141:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756639.069146:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766155392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756639.069154:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766155520:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756639.069176:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756639.069188:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756639/real 1787756639] req@ffffa0e6c35b0700 x1874589766155520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756639.069202:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766155520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756639.069212:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756639.069216:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756639.069219:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766155520:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756639.069226:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766155648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756639.069245:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756639.069256:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756639/real 1787756639] req@ffffa0e6c35b2d80 x1874589766155648/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756639.069315:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766155648/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756639.069328:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756639.069332:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756639.069336:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766155648:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756639.069356:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766155776:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756639.069380:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756639.069423:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756639/real 1787756639] req@ffffa0e6c35b3480 x1874589766155776/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756639.069439:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766155776/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756639.069451:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756639.069455:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756639.069459:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766155776:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756639.964508:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756640.092453:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756640.092485:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756640.988541:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756641.116432:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756641.116432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756642.012536:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756642.140420:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756642.140439:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756643.036503:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756643.164447:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756643.164459:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756644.060535:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756644.188417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756644.188428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756644.188510:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756644.188520:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756644.188526:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756644.188539:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8619 00000100:00080000:2.0:1787756644.188552:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756644.188562:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756644.188607:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766155904/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756644.188645:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756644.188651:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756644.188653:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756644.188659:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8619 00000100:00080000:2.0:1787756644.188665:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756644.188671:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756644.188684:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756644.188703:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766155904:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756644.188707:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766156032/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756644.188730:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756644.188734:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756644.188737:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756644.188742:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8619 00000100:00080000:2.0:1787756644.188747:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756644.188751:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756644.188756:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756644.188773:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766156160/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756644.188787:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756644.188792:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756644.188794:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756644.188798:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8619 00000100:00080000:2.0:1787756644.188802:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756644.188808:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756644.188814:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787756644.188832:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756644.188833:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548700 x1874589766156288/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756644.188853:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756644.188858:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756644.188861:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756644.188868:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8619 00000100:00080000:2.0:1787756644.188873:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756644.188878:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756644.188887:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756644.188902:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756644/real 1787756644] req@ffffa0e6c354a680 x1874589766155904/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756644.188919:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548e00 x1874589766156416/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756644.188936:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766155904/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756644.188954:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756644.188961:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756644.188967:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766155904:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756644.188996:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766156032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756644.189030:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756644.189046:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756644/real 1787756644] req@ffffa0e6c354b800 x1874589766156032/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756644.189062:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766156032/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756644.189089:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756644.189094:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756644.189098:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766156032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756644.189106:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766156160:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756644.189129:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756644.189143:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756644/real 1787756644] req@ffffa0e6c3548380 x1874589766156160/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756644.189158:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766156160/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756644.189176:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756644.189180:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756644.189184:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766156160:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756644.189191:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766156288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756644.189209:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756644.189220:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756644/real 1787756644] req@ffffa0e6c3548700 x1874589766156288/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756644.189234:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548700 x1874589766156288/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756644.189246:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756644.189249:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756644.189253:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766156288:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756644.189259:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766156416:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756644.189340:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756644.189356:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756644/real 1787756644] req@ffffa0e6c3548e00 x1874589766156416/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756644.189371:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548e00 x1874589766156416/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756644.189383:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756644.189387:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756644.189392:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766156416:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787756645.084517:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756645.212355:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756645.212367:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756646.108504:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756646.236391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756646.236451:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756647.132536:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756647.260416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756647.260452:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756648.156553:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756648.284455:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756648.284455:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756649.180437:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787756649.308463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756649.308479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1787756649.308485:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756649.308488:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787756649.308510:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756649.308513:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8625 00000100:00080000:1.0:1787756649.308537:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756649.308551:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756649.308611:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766156544/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756649.308665:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756649.308673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756649.308677:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756649.308686:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8625 00000100:00080000:1.0:1787756649.308693:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756649.308702:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756649.308719:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756649.308744:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766156544:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756649.308755:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766156672/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756649.308782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756649.308790:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756649.308795:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756649.308806:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8625 00000100:00080000:1.0:1787756649.308830:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787756649.308838:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787756649.308848:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756649.308862:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756649.308892:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766156800/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756649.308894:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756649/real 1787756649] req@ffffa0e6c792b100 x1874589766156544/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756649.308962:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756649.308970:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766156544/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756649.308974:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756649.308982:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756649.308992:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8625 00000100:00080000:1.0:1787756649.309004:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756649.309012:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756649.309019:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:0.0:1787756649.309025:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756649.309034:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766156544:192.168.201.131@tcp:250:kworker.0 00000008:00100000:1.0:1787756649.309038:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756649.309074:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766156928/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756649.309082:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766156672:192.168.201.131@tcp:38:kworker.0 00000100:00080000:1.0:1787756649.309114:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756649.309122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1787756649.309131:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787756649.309132:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756649.309145:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8625 00000100:00080000:1.0:1787756649.309154:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787756649.309161:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756649/real 1787756649] req@ffffa0e6c7928700 x1874589766156672/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756649.309166:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756649.309182:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756649.309195:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766156672/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756649.309232:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766157056/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756649.309245:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756649.309259:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756649.309309:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766156672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756649.309325:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766156800:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756649.309368:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756649.309393:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756649/real 1787756649] req@ffffa0e6c7929180 x1874589766156800/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756649.309418:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766156800/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756649.309429:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756649.309433:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756649.309437:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766156800:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756649.309459:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766156928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756649.309486:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756649.309503:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756649/real 1787756649] req@ffffa0e6c792a680 x1874589766156928/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756649.309528:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766156928/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756649.309547:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756649.309553:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756649.309561:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766156928:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756649.309572:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766157056:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756649.309611:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756649.309627:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756649/real 1787756649] req@ffffa0e6c7928a80 x1874589766157056/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756649.309642:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766157056/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756649.309654:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756649.309658:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756649.309662:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766157056:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756650.204457:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756650.332381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756650.332397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756651.228433:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756651.356385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756651.356387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756652.252467:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756652.380400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756652.380404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756653.276480:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756653.404408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756653.404454:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756654.300511:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756654.428393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756654.428415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756654.428466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756654.428478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756654.428484:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756654.428498:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8630 00000100:00080000:1.0:1787756654.428533:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756654.428545:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756654.428612:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766157184/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756654.428649:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756654.428654:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756654.428656:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756654.428663:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8630 00000100:00080000:1.0:1787756654.428668:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756654.428674:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756654.428685:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756654.428720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766157312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756654.428730:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766157184:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756654.428736:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756654.428743:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756654.428745:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756654.428750:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8630 00000100:00080000:1.0:1787756654.428754:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756654.428760:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756654.428765:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756654.428779:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766157440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756654.428789:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756654.428792:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756654.428795:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756654.428799:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8630 00000100:00080000:1.0:1787756654.428802:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756654.428805:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756654.428821:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756654.428831:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766157568/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756654.428840:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756654.428844:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756654.428846:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756654.428851:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8630 00000100:00080000:1.0:1787756654.428854:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756654.428858:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756654.428862:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756654.428874:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766157696/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756654.428877:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766157312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756654.428937:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766157440:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756654.428964:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766157568:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756654.429027:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766157696:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756655.324502:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756655.452416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756655.452527:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756656.348506:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756656.476417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756656.476475:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756657.372530:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756657.500400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756657.500656:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:0.0:1787756657.500714:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:0.0:1787756657.500784:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787756657.500812:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787756657.500895:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787756657.500912:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787756657.500921:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787756657.500930:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787756657.501010:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756654/real 1787756657] req@ffffa0e6c7928700 x1874589766157696/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756657.501107:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766157696/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756657.501134:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756657.501143:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756657.501151:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766157696:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756657.501166:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756654/real 1787756657] req@ffffa0e6c7928a80 x1874589766157312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756657.501191:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766157312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756657.501220:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756657.501227:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756657.501234:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766157312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756657.501247:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756654/real 1787756657] req@ffffa0e6c792a680 x1874589766157440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756657.501329:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766157440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756657.501347:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756657.501354:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756657.501361:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766157440:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756657.501373:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756654/real 1787756657] req@ffffa0e6c7929180 x1874589766157568/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756657.501401:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766157568/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756657.501421:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756657.501428:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756657.501435:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766157568:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756657.501447:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756654/real 1787756657] req@ffffa0e6c7929500 x1874589766157184/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756657.501474:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766157184/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756657.501489:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756657.501496:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756657.501501:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766157184:192.168.201.131@tcp:250:kworker.0 00010000:00010000:0.0:1787756658.396537:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756658.524450:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756658.524516:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756659.420487:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756659.548412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756659.548424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756659.548439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756659.548447:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787756659.548455:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756659.548464:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8635 00000100:00080000:1.0:1787756659.548483:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756659.548494:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756659.548541:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766157824/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756659.548582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756659.548591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756659.548593:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756659.548599:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8635 00000100:00080000:1.0:1787756659.548603:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756659.548609:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756659.548622:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756659.548639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766157952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756659.548656:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766157824:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756659.548659:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756659.548673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756659.548681:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756659.548688:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8635 00000100:00080000:1.0:1787756659.548693:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756659.548700:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756659.548710:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756659.548738:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766158080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756659.548759:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756659.548767:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756659.548770:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787756659.548782:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787756659.548784:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8635 00000100:00080000:1.0:1787756659.548800:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756659.548809:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756659.548822:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756659.548849:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766158208/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756659.548870:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756659.548878:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756659/real 1787756659] req@ffffa0e6c7929500 x1874589766157824/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756659.548880:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756659.548888:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756659.548907:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8635 00000100:00080000:1.0:1787756659.548923:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756659.548932:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756659.548940:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766157824/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787756659.548946:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:0.0:1787756659.548968:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756659.548981:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756659.548994:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766158336/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756659.548996:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766157824:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756659.549076:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766157952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756659.549139:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756659.549169:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756659/real 1787756659] req@ffffa0e6c7929180 x1874589766157952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756659.549196:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766157952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756659.549214:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756659.549221:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756659.549228:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766157952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756659.549240:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766158080:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756659.549342:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756659.549370:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756659/real 1787756659] req@ffffa0e6c792a680 x1874589766158080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756659.549397:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766158080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756659.549414:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756659.549421:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756659.549428:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766158080:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756659.549441:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766158208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756659.549516:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756659.549542:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756659/real 1787756659] req@ffffa0e6c7928a80 x1874589766158208/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756659.549580:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766158208/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756659.549600:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756659.549607:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756659.549613:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766158208:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756659.549648:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766158336:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756659.549690:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756659.549714:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756659/real 1787756659] req@ffffa0e6c7928700 x1874589766158336/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756659.549737:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766158336/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756659.549757:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756659.549765:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756659.549771:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766158336:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787756660.444447:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756660.572427:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756660.572582:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756661.468533:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756661.596386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756661.596409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756662.492532:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756662.620375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756662.620394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756663.516551:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756663.644411:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756663.644411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756664.540477:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756664.668411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756664.668414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756664.668418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756664.668430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756664.668437:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756664.668454:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8640 00000100:00080000:1.0:1787756664.668471:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756664.668484:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756664.668538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766158464/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756664.668578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756664.668583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756664.668586:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756664.668591:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8640 00000100:00080000:1.0:1787756664.668598:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756664.668606:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756664.668622:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756664.668645:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766158592/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756664.668666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756664.668673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756664.668678:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756664.668688:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8640 00000100:00080000:1.0:1787756664.668696:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756664.668704:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756664.668714:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756664.668733:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766158464:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756664.668741:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766158720/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756664.668768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756664.668776:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756664.668780:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756664.668789:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8640 00000100:00080000:1.0:1787756664.668812:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756664.668820:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:0.0:1787756664.668829:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:1.0:1787756664.668836:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756664.668862:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766158848/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756664.668884:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756664/real 1787756664] req@ffffa0e6c792b100 x1874589766158464/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756664.668891:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756664.668907:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756664.668913:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756664.668919:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8640 00000100:00080000:1.0:1787756664.668923:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756664.668928:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756664.668960:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756664.668983:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766158976/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756664.669012:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766158464/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756664.669037:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756664.669046:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756664.669072:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766158464:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756664.669088:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766158592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756664.669126:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756664.669145:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756664/real 1787756664] req@ffffa0e6c7928380 x1874589766158592/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756664.669161:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766158592/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756664.669172:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756664.669176:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756664.669181:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766158592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756664.669209:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766158720:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756664.669230:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756664.669243:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756664/real 1787756664] req@ffffa0e6c792bb80 x1874589766158720/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756664.669257:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766158720/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756664.669322:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756664.669327:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756664.669331:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766158720:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756664.669339:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766158848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756664.669365:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756664.669379:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756664/real 1787756664] req@ffffa0e6c7929f80 x1874589766158848/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756664.669394:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766158848/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756664.669406:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756664.669410:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756664.669414:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766158848:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756664.669420:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766158976:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756664.669439:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756664.669449:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756664/real 1787756664] req@ffffa0e6c7929c00 x1874589766158976/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756664.669463:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766158976/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756664.669474:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756664.669477:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756664.669482:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766158976:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756665.564471:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756665.692378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756665.692399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756666.588559:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756666.716419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756666.716430:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756667.612425:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756667.740348:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756667.740348:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756668.636501:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756668.764388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756668.764403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756669.660558:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756669.788452:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756669.788507:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756669.788519:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756669.788534:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756669.788543:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756669.788560:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8645 00000100:00080000:0.0:1787756669.788576:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756669.788588:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756669.788641:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3800 x1874589766159104/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756669.788687:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756669.788692:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756669.788695:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756669.788701:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8645 00000100:00080000:0.0:1787756669.788705:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756669.788710:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756669.788722:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756669.788739:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c2300 x1874589766159232/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756669.788758:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787756669.788770:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766159104:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787756669.788771:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756669.788785:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756669.788802:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8645 00000100:00080000:0.0:1787756669.788806:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756669.788810:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756669.788818:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756669.788874:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0000 x1874589766159360/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756669.788889:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756669.788896:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756669.788899:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756669.788905:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8645 00000100:00080000:0.0:1787756669.788923:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756669.788929:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756669.788938:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787756669.788943:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756669.788972:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0e00 x1874589766159488/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756669.788987:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756669.788992:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756669.788996:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756669.789005:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8645 00000100:00080000:0.0:1787756669.789012:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756669.789023:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756669.789024:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756669/real 1787756669] req@ffffa0e6c97c3800 x1874589766159104/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787756669.789030:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756669.789064:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c0a80 x1874589766159616/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756669.789080:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3800 x1874589766159104/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756669.789111:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756669.789122:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756669.789132:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766159104:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756669.789182:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766159232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756669.789223:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756669.789250:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756669/real 1787756669] req@ffffa0e6c97c2300 x1874589766159232/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756669.789331:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c2300 x1874589766159232/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756669.789344:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756669.789349:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756669.789354:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766159232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756669.789364:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766159360:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756669.789398:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756669.789414:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756669/real 1787756669] req@ffffa0e6c97c0000 x1874589766159360/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756669.789429:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0000 x1874589766159360/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756669.789440:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756669.789444:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756669.789448:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766159360:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756669.789456:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766159488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756669.789489:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756669.789509:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756669/real 1787756669] req@ffffa0e6c97c0e00 x1874589766159488/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756669.789534:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0e00 x1874589766159488/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756669.789570:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756669.789575:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756669.789579:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766159488:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756669.789589:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766159616:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756669.789619:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756669.789634:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756669/real 1787756669] req@ffffa0e6c97c0a80 x1874589766159616/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756669.789648:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c0a80 x1874589766159616/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756669.789662:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756669.789666:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756669.789671:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766159616:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756670.684668:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756670.812415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756670.812421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756671.708560:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756671.836426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756671.836426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756672.732544:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756672.860410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756672.860453:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756673.756587:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756673.884417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756673.884417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756674.780529:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756674.908374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787756674.908396:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756674.908407:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1787756674.908412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756674.908414:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756674.908439:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8650 00000100:00080000:0.0:1787756674.908456:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756674.908470:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756674.908530:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1180 x1874589766159744/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756674.908581:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756674.908589:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756674.908594:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756674.908603:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8650 00000100:00080000:0.0:1787756674.908611:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756674.908618:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756674.908631:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756674.908655:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766159744:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756674.908659:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1c00 x1874589766159872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756674.908682:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756674.908686:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756674.908690:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756674.908697:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8650 00000100:00080000:0.0:1787756674.908701:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756674.908706:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756674.908713:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756674.908729:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3100 x1874589766160000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756674.908743:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756674.908747:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:1.0:1787756674.908786:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787756674.908799:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756674.908810:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8650 00000100:00080000:0.0:1787756674.908819:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756674.908828:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756674.908840:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756674/real 1787756674] req@ffffa0e6c97c1180 x1874589766159744/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787756674.908841:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756674.908876:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1180 x1874589766159744/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756674.908886:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3b80 x1874589766160128/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756674.908897:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756674.908914:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756674.908929:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766159744:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787756674.908932:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756674.908941:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756674.908945:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756674.908953:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8650 00000100:00080000:0.0:1787756674.908961:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787756674.908966:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766159872:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787756674.908976:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756674.908987:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787756674.909010:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756674.909016:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1180 x1874589766160256/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756674.909036:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756674/real 1787756674] req@ffffa0e6c97c1c00 x1874589766159872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756674.909056:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1c00 x1874589766159872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756674.909068:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756674.909073:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756674.909078:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766159872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756674.909085:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766160000:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756674.909105:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756674.909117:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756674/real 1787756674] req@ffffa0e6c97c3100 x1874589766160000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756674.909130:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3100 x1874589766160000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756674.909140:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756674.909144:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756674.909147:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766160000:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756674.909154:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766160128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756674.909173:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756674.909183:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756674/real 1787756674] req@ffffa0e6c97c3b80 x1874589766160128/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756674.909197:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3b80 x1874589766160128/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756674.909210:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756674.909213:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756674.909217:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766160128:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756674.909234:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766160256:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756674.909252:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756674.909263:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756674/real 1787756674] req@ffffa0e6c97c1180 x1874589766160256/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756674.909329:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1180 x1874589766160256/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756674.909342:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756674.909346:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756674.909350:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766160256:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787756675.804563:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756675.932407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756675.932410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756676.828501:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756676.956436:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756676.956439:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756677.852454:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756677.980404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756677.980443:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756678.876567:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756679.004416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756679.004417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756679.900492:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756680.028415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756680.028420:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756680.028424:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756680.028438:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756680.028445:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756680.028460:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8655 00000100:00080000:3.0:1787756680.028475:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756680.028496:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756680.028547:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766160384/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756680.028577:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756680.028582:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756680.028586:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756680.028592:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8655 00000100:00080000:3.0:1787756680.028598:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756680.028605:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756680.028619:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756680.028622:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766160384:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756680.028651:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766160512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756680.028728:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756680.028736:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000800:00000100:1.0:1787756680.028743:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756680.028746:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756680.028760:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8655 00000100:00080000:3.0:1787756680.028772:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756680.028783:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756680.028795:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756680.028798:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756680/real 1787756680] req@ffffa0e6c35b2680 x1874589766160384/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756680.028834:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766160384/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756680.028834:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766160640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756680.028903:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756680.028911:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756680.028912:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756680.028917:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756680.028925:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787756680.028933:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8655 00000100:00100000:1.0:1787756680.028942:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766160384:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756680.028946:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756680.028976:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756680.028983:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766160512:192.168.201.131@tcp:38:kworker.0 00000008:00100000:3.0:1787756680.028991:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756680.029020:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766160768/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787756680.029033:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756680.029051:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756680.029057:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756680.029060:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787756680.029066:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756680/real 1787756680] req@ffffa0e6c35b1880 x1874589766160512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756680.029073:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8655 00000100:00080000:3.0:1787756680.029085:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756680.029097:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756680.029106:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756680.029107:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766160512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756680.029123:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787756680.029126:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766160896/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756680.029134:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756680.029148:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766160512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756680.029171:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766160640:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756680.029198:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756680.029211:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756680/real 1787756680] req@ffffa0e6c35b0a80 x1874589766160640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756680.029226:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766160640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756680.029236:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756680.029239:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756680.029243:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766160640:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756680.029260:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766160768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756680.029316:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756680.029331:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756680/real 1787756680] req@ffffa0e6c35b1c00 x1874589766160768/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756680.029345:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766160768/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756680.029358:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756680.029362:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756680.029366:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766160768:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756680.029373:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766160896:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756680.029535:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756680.029554:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756680/real 1787756680] req@ffffa0e6c35b0380 x1874589766160896/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756680.029570:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766160896/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756680.029582:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756680.029586:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756680.029590:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766160896:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756680.924440:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756681.052349:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756681.052370:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756681.948390:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756682.076329:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756682.076330:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756682.972440:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756683.100390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756683.100403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756683.996562:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756684.124468:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756684.124470:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756685.020529:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756685.148390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756685.148437:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756685.148523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756685.148533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756685.148538:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756685.148551:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8660 00000100:00080000:1.0:1787756685.148566:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756685.148619:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756685.148664:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766161024/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756685.148709:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756685.148714:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756685.148717:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756685.148722:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8660 00000100:00080000:1.0:1787756685.148726:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756685.148731:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756685.148742:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756685.148757:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766161152/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756685.148771:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756685.148775:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756685.148777:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756685.148784:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8660 00000100:00080000:1.0:1787756685.148788:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756685.148792:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756685.148797:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756685.148811:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766161024:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756685.148812:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766161280/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756685.148863:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756685.148867:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756685.148869:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756685.148875:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8660 00000100:00080000:1.0:1787756685.148879:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756685.148884:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756685.148892:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756685.148904:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766161408/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756685.148916:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756685.148921:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756685.148923:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756685.148928:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8660 00000100:00080000:1.0:1787756685.148957:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756685.148962:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756685.148969:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:0.0:1787756685.148979:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756685.148990:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766161536/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756685.149061:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756685/real 1787756685] req@ffffa0e6c792ad80 x1874589766161024/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756685.149090:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766161024/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756685.149106:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756685.149113:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756685.149118:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766161024:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756685.149130:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766161152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756685.149162:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756685.149178:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756685/real 1787756685] req@ffffa0e6c792a300 x1874589766161152/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756685.149195:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766161152/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756685.149207:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756685.149211:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756685.149215:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766161152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756685.149253:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766161280:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756685.149312:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756685.149329:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756685/real 1787756685] req@ffffa0e6c7928e00 x1874589766161280/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756685.149346:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766161280/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756685.149356:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756685.149361:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756685.149365:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766161280:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756685.149373:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766161408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756685.149397:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756685.149408:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756685/real 1787756685] req@ffffa0e6c792aa00 x1874589766161408/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756685.149423:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766161408/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756685.149446:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756685.149450:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756685.149454:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766161408:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756685.149462:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766161536:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756685.149482:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756685.149492:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756685/real 1787756685] req@ffffa0e6c7929880 x1874589766161536/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756685.149506:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766161536/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756685.149519:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756685.149522:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756685.149526:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766161536:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756686.044590:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756686.172411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756686.172412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756687.068409:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756687.196394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756687.196416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756688.092509:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756688.220406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756688.220413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756689.116486:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756689.244389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756689.244395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756690.140459:0:138478:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 16/16 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787756690.140578:0:116551:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 16 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787756690.140599:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a0a00/0xc63d509de01ccd53 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b04c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756690.140609:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787756690.140667:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a0400/0xc63d509de01ccd4c lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b037 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787756690.140736:0:116551:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x12:0x0]: losing layout lock 00010000:00010000:2.0:1787756690.140756:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dba800/0xc63d509de01ccd1b lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x11:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21af9d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.140799:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a1000/0xc63d509de01ccd06 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x10:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21af34 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.140831:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a0600/0xc63d509de01cccff lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21af1f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787756690.140848:0:116551:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x10:0x0]: losing layout lock 00010000:00010000:2.0:1787756690.140857:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8326c00/0xc63d509de01cccc0 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ad7b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.140880:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5634800/0xc63d509de01cccb9 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21ad66 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787756690.140890:0:116551:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xf:0x0]: losing layout lock 00010000:00010000:2.0:1787756690.140897:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5634e00/0xc63d509de01ccc7a lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xe:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ac5c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.140915:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5635600/0xc63d509de01ccc73 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21ac47 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787756690.140923:0:116551:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xe:0x0]: losing layout lock 00010000:00010000:2.0:1787756690.140930:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5635400/0xc63d509de01ccc34 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xd:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ab44 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.140946:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850c400/0xc63d509de01ccc1f lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21aadb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.140963:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850d000/0xc63d509de01ccc18 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21aac6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787756690.140974:0:116551:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xc:0x0]: losing layout lock 00010000:00010000:2.0:1787756690.140992:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850d200/0xc63d509de01ccbe7 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21aa25 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.141012:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850c800/0xc63d509de01ccbe0 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21aa10 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787756690.141021:0:116551:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xb:0x0]: losing layout lock 00010000:00010000:2.0:1787756690.141028:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850c000/0xc63d509de01ccbbd lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21a9bc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.141048:0:116551:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8235e00/0xc63d509de01cd311 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e5f4f9d21c377 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756690.141062:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850c200/0xc63d509de01ccb0e lrc: 2/0,0 mode: PR/PR res: [0x2400007ee:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21a627 expref: -99 pid: 135581 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756690.141128:0:116551:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a0a00/0xc63d509de01ccd53 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b04c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.141155:0:116551:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a0400/0xc63d509de01ccd4c lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b037 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756690.141170:0:116551:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dba800/0xc63d509de01ccd1b lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x11:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21af9d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.141185:0:116551:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a1000/0xc63d509de01ccd06 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x10:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21af34 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.141232:0:116551:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a0600/0xc63d509de01cccff lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21af1f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756690.141241:0:116551:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8326c00/0xc63d509de01cccc0 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ad7b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.141250:0:116551:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5634800/0xc63d509de01cccb9 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ad66 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756690.141258:0:116551:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5634e00/0xc63d509de01ccc7a lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xe:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ac5c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.141266:0:116551:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5635600/0xc63d509de01ccc73 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ac47 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756690.141308:0:116551:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5635400/0xc63d509de01ccc34 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xd:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ab44 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.141316:0:116551:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850c400/0xc63d509de01ccc1f lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21aadb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.141325:0:116551:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850d000/0xc63d509de01ccc18 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21aac6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756690.141333:0:116551:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850d200/0xc63d509de01ccbe7 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21aa25 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.141352:0:116551:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850c800/0xc63d509de01ccbe0 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21aa10 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756690.141362:0:116551:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850c000/0xc63d509de01ccbbd lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21a9bc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.141370:0:116551:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850c200/0xc63d509de01ccb0e lrc: 1/0,0 mode: --/PR res: [0x2400007ee:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21a627 expref: -99 pid: 135581 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756690.141377:0:116551:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 16 locks packed 00010000:00010000:2.0:1787756690.141420:0:116551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a0a00/0xc63d509de01ccd53 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b04c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.141435:0:116551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a0400/0xc63d509de01ccd4c lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x12:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b037 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756690.141453:0:116551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dba800/0xc63d509de01ccd1b lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x11:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21af9d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.141467:0:116551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a1000/0xc63d509de01ccd06 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x10:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21af34 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.141479:0:116551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a0600/0xc63d509de01cccff lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21af1f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756690.141529:0:116551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8326c00/0xc63d509de01cccc0 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ad7b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.141546:0:116551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5634800/0xc63d509de01cccb9 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ad66 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000100:00080000:3.0:1787756690.141552:0:2402:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffffa0e6c3548e00 x1874589766161664/t0(0) o103->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:17/18 lens 440/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1787756690.141619:0:116551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5634e00/0xc63d509de01ccc7a lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xe:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ac5c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.141642:0:116551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5635600/0xc63d509de01ccc73 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ac47 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756690.141659:0:116551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5635400/0xc63d509de01ccc34 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xd:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ab44 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.141673:0:116551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850c400/0xc63d509de01ccc1f lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21aadb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.141684:0:116551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850d000/0xc63d509de01ccc18 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21aac6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756690.141698:0:116551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850d200/0xc63d509de01ccbe7 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21aa25 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.141707:0:116551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850c800/0xc63d509de01ccbe0 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21aa10 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756690.141719:0:116551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850c000/0xc63d509de01ccbbd lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21a9bc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756690.141730:0:116551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850c200/0xc63d509de01ccb0e lrc: 0/0,0 mode: --/PR res: [0x2400007ee:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21a627 expref: -99 pid: 135581 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756690.141763:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787756690.141767:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787756690.141771:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756690.268406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756690.268413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756690.268428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756690.268463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756690.268470:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756690.268481:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8666 00000100:00080000:1.0:1787756690.268539:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756690.268548:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756690.268584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766161792/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756690.268628:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756690.268633:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756690.268636:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756690.268642:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8666 00000100:00080000:1.0:1787756690.268646:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756690.268651:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756690.268663:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756690.268682:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766161920/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756690.268689:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766161792:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756690.268715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756690.268720:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756690.268722:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756690.268730:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8666 00000100:00080000:1.0:1787756690.268735:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756690.268740:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756690.268748:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756690.268764:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766162048/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756690.268777:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756690.268782:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756690.268790:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787756690.268791:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787756690.268801:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8666 00000100:00080000:1.0:1787756690.268810:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756690.268816:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756690.268825:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756690.268843:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766162176/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756690.268854:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756690/real 1787756690] req@ffffa0e6c792b480 x1874589766161792/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756690.268860:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756690.268865:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756690.268867:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756690.268873:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8666 00000100:00080000:1.0:1787756690.268882:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756690.268893:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756690.268907:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756690.268924:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766161792/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756690.268928:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766162304/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756690.268959:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756690.268971:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756690.268980:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766161792:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756690.269020:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766161920:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756690.269050:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756690.269065:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756690/real 1787756690] req@ffffa0e6c7929880 x1874589766161920/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756690.269081:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766161920/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756690.269092:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756690.269096:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756690.269100:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766161920:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756690.269107:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766162048:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756690.269126:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756690.269142:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756690/real 1787756690] req@ffffa0e6c792aa00 x1874589766162048/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756690.269156:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766162048/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756690.269175:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756690.269179:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756690.269183:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766162048:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756690.269189:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766162176:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756690.269229:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756690.269249:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756690/real 1787756690] req@ffffa0e6c7928e00 x1874589766162176/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756690.269314:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766162176/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756690.269335:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756690.269351:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756690.269356:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766162176:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756690.269365:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766162304:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756690.269396:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756690.269418:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756690/real 1787756690] req@ffffa0e6c792a300 x1874589766162304/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756690.269433:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766162304/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756690.269445:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756690.269449:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756690.269454:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766162304:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756691.164554:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756691.292390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756691.292406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756692.188488:0:138478:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 25/25 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787756692.188526:0:15205:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 25 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787756692.188566:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b4000/0xc63d509de01cce8e lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x108d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b4a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756692.188575:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787756692.188613:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b4200/0xc63d509de01cce87 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x108d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b490 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756692.188634:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x108d:0x0]: losing layout lock 00010000:00010000:0.0:1787756692.188643:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca125600/0xc63d509de01cce56 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x108c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b3ef expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.188655:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca124c00/0xc63d509de01cce4f lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x108c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b3da expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756692.188663:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x108c:0x0]: losing layout lock 00010000:00010000:0.0:1787756692.188669:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850d800/0xc63d509de01cce1e lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x108b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b339 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.188683:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca125c00/0xc63d509de01cce17 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x108b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b324 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756692.188689:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x108b:0x0]: losing layout lock 00010000:00010000:0.0:1787756692.188693:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca125000/0xc63d509de01cce02 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x108a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b2de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.188704:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850d600/0xc63d509de01ccdfb lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x108a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b2c9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756692.188710:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x108a:0x0]: losing layout lock 00010000:00010000:0.0:1787756692.188714:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850dc00/0xc63d509de01ccde6 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1089:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b28a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.188723:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca124000/0xc63d509de01ccdd1 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1088:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b228 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.188732:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca125e00/0xc63d509de01ccdbc lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1087:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b1bf expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.188742:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca125400/0xc63d509de01ccdb5 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1087:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b1aa expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756692.188747:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1087:0x0]: losing layout lock 00010000:00010000:0.0:1787756692.188751:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a0800/0xc63d509de01ccd68 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1086:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b0b5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.188760:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a1600/0xc63d509de01ccd37 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1085:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21aff1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.188770:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a1400/0xc63d509de01ccd30 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1085:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21afdc expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756692.188775:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1085:0x0]: losing layout lock 00010000:00010000:0.0:1787756692.188779:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5634000/0xc63d509de01ccc8f lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1082:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21acc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.188788:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5635a00/0xc63d509de01ccc5e lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1081:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ac08 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.188797:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5635000/0xc63d509de01ccc49 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1080:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21aba6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.188806:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850cc00/0xc63d509de01ccc03 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x107f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21aa80 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.188816:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850da00/0xc63d509de01ccbfc lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x107f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21aa6b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756692.188828:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x107f:0x0]: losing layout lock 00010000:00010000:0.0:1787756692.188834:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8327600/0xc63d509de01ccb46 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x107e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21a826 expref: -99 pid: 138494 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787756692.188846:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8326200/0xc63d509de01ccb07 lrc: 2/0,0 mode: PR/PR res: [0x200024620:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21a619 expref: -99 pid: 135581 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756692.188857:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e702051200/0xc63d509de01cc9cc lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xeb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21a0bd expref: -99 pid: 137879 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787756692.188878:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5635200/0xc63d509de01cca7b lrc: 2/0,0 mode: PR/PR res: [0x200024620:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21a2d1 expref: -99 pid: 135581 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787756692.188887:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5635e00/0xc63d509de01cca6d lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0xeaf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21a2a7 expref: -99 pid: 135581 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787756692.188927:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b4000/0xc63d509de01cce8e lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x108d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b4a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.188938:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b4200/0xc63d509de01cce87 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x108d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b490 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756692.188943:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca125600/0xc63d509de01cce56 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x108c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b3ef expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.188947:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca124c00/0xc63d509de01cce4f lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x108c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b3da expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756692.188952:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850d800/0xc63d509de01cce1e lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x108b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b339 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.188957:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca125c00/0xc63d509de01cce17 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x108b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b324 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756692.188961:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca125000/0xc63d509de01cce02 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x108a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b2de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.188966:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850d600/0xc63d509de01ccdfb lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x108a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b2c9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756692.188971:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850dc00/0xc63d509de01ccde6 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1089:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b28a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.188975:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca124000/0xc63d509de01ccdd1 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1088:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b228 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.188980:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca125e00/0xc63d509de01ccdbc lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1087:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b1bf expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.188986:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca125400/0xc63d509de01ccdb5 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1087:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b1aa expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756692.188991:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a0800/0xc63d509de01ccd68 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1086:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b0b5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.188996:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a1600/0xc63d509de01ccd37 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1085:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21aff1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.189000:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a1400/0xc63d509de01ccd30 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1085:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21afdc expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756692.189005:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5634000/0xc63d509de01ccc8f lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1082:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21acc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.189010:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5635a00/0xc63d509de01ccc5e lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1081:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ac08 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.189014:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5635000/0xc63d509de01ccc49 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1080:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21aba6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.189019:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850cc00/0xc63d509de01ccc03 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x107f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21aa80 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.189024:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850da00/0xc63d509de01ccbfc lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x107f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21aa6b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756692.189028:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8327600/0xc63d509de01ccb46 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x107e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21a826 expref: -99 pid: 138494 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787756692.189034:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8326200/0xc63d509de01ccb07 lrc: 1/0,0 mode: --/PR res: [0x200024620:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21a619 expref: -99 pid: 135581 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756692.189038:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e702051200/0xc63d509de01cc9cc lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0xeb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21a0bd expref: -99 pid: 137879 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787756692.189043:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5635200/0xc63d509de01cca7b lrc: 1/0,0 mode: --/PR res: [0x200024620:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21a2d1 expref: -99 pid: 135581 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787756692.189047:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5635e00/0xc63d509de01cca6d lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0xeaf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21a2a7 expref: -99 pid: 135581 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787756692.189051:0:15205:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 25 locks packed 00010000:00010000:0.0:1787756692.189085:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b4000/0xc63d509de01cce8e lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x108d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b4a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.189093:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b4200/0xc63d509de01cce87 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x108d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b490 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756692.189105:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca125600/0xc63d509de01cce56 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x108c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b3ef expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.189113:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca124c00/0xc63d509de01cce4f lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x108c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b3da expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756692.189123:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850d800/0xc63d509de01cce1e lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x108b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b339 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00080000:1.0:1787756692.189131:0:2399:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffffa0e6c97c0a80 x1874589766162432/t0(0) o103->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:17/18 lens 512/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1787756692.189141:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca125c00/0xc63d509de01cce17 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x108b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b324 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756692.189161:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca125000/0xc63d509de01cce02 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x108a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b2de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.189168:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850d600/0xc63d509de01ccdfb lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x108a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b2c9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756692.189179:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850dc00/0xc63d509de01ccde6 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1089:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b28a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.189192:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca124000/0xc63d509de01ccdd1 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1088:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b228 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.189201:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca125e00/0xc63d509de01ccdbc lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1087:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b1bf expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.189208:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca125400/0xc63d509de01ccdb5 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1087:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b1aa expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756692.189216:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a0800/0xc63d509de01ccd68 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1086:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b0b5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.189224:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a1600/0xc63d509de01ccd37 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1085:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21aff1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.189233:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a1400/0xc63d509de01ccd30 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1085:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21afdc expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756692.189241:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5634000/0xc63d509de01ccc8f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1082:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21acc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.189248:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5635a00/0xc63d509de01ccc5e lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1081:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ac08 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.189255:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5635000/0xc63d509de01ccc49 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1080:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21aba6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.189262:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850cc00/0xc63d509de01ccc03 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x107f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21aa80 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756692.189304:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850da00/0xc63d509de01ccbfc lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x107f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21aa6b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756692.189314:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8327600/0xc63d509de01ccb46 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x107e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21a826 expref: -99 pid: 138494 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787756692.189323:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8326200/0xc63d509de01ccb07 lrc: 0/0,0 mode: --/PR res: [0x200024620:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21a619 expref: -99 pid: 135581 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756692.189330:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e702051200/0xc63d509de01cc9cc lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xeb0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21a0bd expref: -99 pid: 137879 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787756692.189342:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5635200/0xc63d509de01cca7b lrc: 0/0,0 mode: --/PR res: [0x200024620:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21a2d1 expref: -99 pid: 135581 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787756692.189349:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5635e00/0xc63d509de01cca6d lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0xeaf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21a2a7 expref: -99 pid: 135581 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787756692.189359:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787756692.189361:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787756692.189365:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756692.316390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756692.316421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756693.212503:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756693.340478:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756693.340499:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787756694.236586:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756694.364383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756694.364402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756695.260504:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787756695.388382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756695.388408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756695.388413:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756695.388448:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756695.388453:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8671 00000100:00100000:2.0:1787756695.388457:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756695.388464:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756695.388472:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756695.388501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766162560/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756695.388521:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756695.388524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756695.388525:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756695.388528:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8671 00000100:00080000:1.0:1787756695.388531:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756695.388533:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756695.388541:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756695.388552:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766162560:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756695.388553:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766162688/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756695.388566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756695.388568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756695.388569:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756695.388572:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8671 00000100:00080000:1.0:1787756695.388575:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756695.388577:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756695.388580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756695.388588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766162816/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756695.388595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756695.388598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756695.388599:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756695.388602:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8671 00000100:00080000:1.0:1787756695.388611:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756695.388614:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756695.388617:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756695.388624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766162944/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756695.388630:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787756695.388638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756695.388642:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756695.388644:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756695.388669:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8671 00000100:00100000:0.0:1787756695.388673:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756695/real 1787756695] req@ffffa0e6c792ad80 x1874589766162560/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756695.388676:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756695.388686:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756695.388693:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756695.388694:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766162560/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756695.388709:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1787756695.388709:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766163072/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756695.388720:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756695.388728:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766162560:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756695.388753:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766162688:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756695.388774:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756695.388784:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756695/real 1787756695] req@ffffa0e6c7929c00 x1874589766162688/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756695.388792:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766162688/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756695.388798:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756695.388801:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756695.388803:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766162688:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756695.388807:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766162816:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756695.388818:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756695.388824:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756695/real 1787756695] req@ffffa0e6c7929f80 x1874589766162816/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756695.388831:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766162816/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756695.388836:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756695.388838:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756695.388840:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766162816:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756695.388843:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766162944:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756695.388863:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756695.388868:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756695/real 1787756695] req@ffffa0e6c792bb80 x1874589766162944/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756695.388881:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766162944/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756695.388887:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756695.388889:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756695.388890:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766162944:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756695.388894:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766163072:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756695.388903:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756695.388909:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756695/real 1787756695] req@ffffa0e6c7928380 x1874589766163072/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756695.388925:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766163072/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756695.388931:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756695.388933:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756695.388935:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766163072:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756696.284595:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756696.412400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756696.412435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787756697.308559:0:116551:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756697.436437:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756697.436443:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756698.332487:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756698.460350:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756698.460372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756699.356537:0:15204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756699.484351:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756699.484351:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756700.380464:0:138478:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 64/64 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787756700.380507:0:116551:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 64 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787756700.380516:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000037af5732/0xc63d509de01cdf90 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x165e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21f240 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756700.380569:0:116551:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10d1:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756700.380581:0:116551:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10d1:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1787756700.380602:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000ac7a8ec2/0xc63d509de01cdf5f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21f19f expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756700.380617:0:116551:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x83:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756700.380624:0:116551:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x83:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1787756700.380640:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000062748d09/0xc63d509de01cdf3c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21f11a expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756700.380650:0:138478:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 187/187 locks to regular blp list, 1 blwis in pool 00000080:00200000:2.0:1787756700.380652:0:116551:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x80:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756700.380659:0:116551:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x80:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1787756700.380671:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000c86ab69f/0xc63d509de01cdf20 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21f0c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.380681:0:15205:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 187 locks of 0 total in blp. (0 blwis in pool) 00000080:00200000:2.0:1787756700.380681:0:116551:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x7e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756700.380689:0:116551:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x7e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1787756700.380692:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fce00/0xc63d509de01cdfac lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f2a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756700.380699:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000002ccb382/0xc63d509de01cdf04 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21f072 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756700.380709:0:116551:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x7c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756700.380713:0:116551:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x7c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1787756700.380725:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000d1494a15/0xc63d509de01cdee8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21f01e expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756700.380732:0:116551:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x7a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756700.380737:0:116551:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x7a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1787756700.380738:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f28d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756700.380751:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000046ab1e5f/0xc63d509de01cdecc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21efca expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756700.380759:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x85:0x0]: losing layout lock 00000080:00200000:2.0:1787756700.380762:0:116551:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x78:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756700.380766:0:116551:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x78:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1787756700.380774:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000eb017245/0xc63d509de01cdea9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21ef68 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756700.380778:0:138478:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 57/57 locks to regular blp list, 1 blwis in pool 00000080:00200000:2.0:1787756700.380789:0:116551:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x76:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756700.380795:0:116551:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x76:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1787756700.380816:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd400/0xc63d509de01cdf97 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f271 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756700.380826:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000af55eeec/0xc63d509de01cde8d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x165d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21eeff expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.380843:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217ee00/0xc63d509de01cdf66 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x82:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f1ad expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756700.380845:0:116551:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10ce:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:1.0:1787756700.380851:0:15204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 57 locks of 0 total in blp. (0 blwis in pool) 00000080:00200000:2.0:1787756700.380858:0:116551:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10ce:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1787756700.380880:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217e000/0xc63d509de01cdf58 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x83:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f191 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.380895:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x83:0x0]: losing layout lock 00010000:00010000:2.0:1787756700.380896:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000000d98fc6b/0xc63d509de01cde39 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x165c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21edc4 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756700.380918:0:116551:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10ca:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:0.0:1787756700.380926:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217fc00/0xc63d509de01cdf51 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x82:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f175 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756700.380927:0:116551:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10ca:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1787756700.380956:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000012f74f40/0xc63d509de01cde1d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21ed5b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756700.380978:0:116551:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x72:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:0.0:1787756700.380981:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217ea00/0xc63d509de01cdf43 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x81:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f136 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787756700.380982:0:116551:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x72:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1787756700.380996:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f2f64aa3/0xc63d509de01cddc9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21ec20 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756700.381002:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x81:0x0]: losing layout lock 00000080:00200000:2.0:1787756700.381006:0:116551:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x6e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756700.381010:0:116551:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x6e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1787756700.381019:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 000000009e316150/0xc63d509de01cddad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x165b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21ebb7 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.381027:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c60daa00/0xc63d509de01cdf35 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x80:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f10c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787756700.381031:0:116551:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10c6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756700.381042:0:116551:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10c6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00200000:0.0:1787756700.381051:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x80:0x0]: losing layout lock 00010000:00010000:2.0:1787756700.381056:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000094ec8267/0xc63d509de01cdd7c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21eaf3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787756700.381071:0:116551:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x6a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:0.0:1787756700.381072:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c60db000/0xc63d509de01cdf27 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x7f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f0e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787756700.381079:0:116551:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x6a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00200000:0.0:1787756700.381099:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x7f:0x0]: losing layout lock 00010000:00010000:2.0:1787756700.381102:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000a3146d3f/0xc63d509de01cdd60 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21ea9f expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.381112:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c60da800/0xc63d509de01cdf19 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x7e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f0b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787756700.381116:0:116551:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x68:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787756700.381124:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x7e:0x0]: losing layout lock 00000080:00200000:2.0:1787756700.381125:0:116551:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x68:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1787756700.381140:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c60db600/0xc63d509de01cdf0b lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x7d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f08e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787756700.381144:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000013ff8f09/0xc63d509de01cdd3d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21ea3d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756700.381151:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x7d:0x0]: losing layout lock 00010000:00010000:1.0:1787756700.381162:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1787756700.381162:0:116551:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x66:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:1.0:1787756700.381165:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787756700.381168:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8327c00/0xc63d509de01cdefd lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x7c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f064 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787756700.381168:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1787756700.381169:0:116551:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x66:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1787756700.381184:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000a2993b27/0xc63d509de01cdfba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x161e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21f2d3 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756700.381188:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x7c:0x0]: losing layout lock 00010000:00010000:2.0:1787756700.381190:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000f518839a/0xc63d509de01cdce9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21e933 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.381201:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8326e00/0xc63d509de01cdeef lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x7b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f03a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787756700.381210:0:15204:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10d2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787756700.381221:0:116551:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x62:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756700.381223:0:15204:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10d2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00200000:0.0:1787756700.381224:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x7b:0x0]: losing layout lock 00000080:00200000:2.0:1787756700.381228:0:116551:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x62:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1787756700.381262:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8326800/0xc63d509de01cdee1 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x7a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f010 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787756700.381268:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000005792f660/0xc63d509de01cdfa5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21f29b expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756700.381269:0:116551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000002bf0236/0xc63d509de01cdc79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21e72d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.381279:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x7a:0x0]: losing layout lock 00000080:00200000:3.0:1787756700.381354:0:15204:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x85:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756700.381359:0:15204:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x85:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1787756700.381372:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000b0e7c4f8/0xc63d509de01cdf7b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x161d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21f208 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756700.381386:0:15204:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10d0:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756700.381392:0:15204:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10d0:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1787756700.381400:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8327400/0xc63d509de01cded3 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x79:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21efe6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1787756700.381401:0:116551:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000fb88f846 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000002bf0236/0xc63d509de01cdc79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0xa58e5f4f9d21e72d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787756700.381403:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000e58bfb53/0xc63d509de01cdf4a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21f144 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756700.381428:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x79:0x0]: losing layout lock 00000080:00200000:3.0:1787756700.381433:0:15204:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x81:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000008:00010000:2.0:1787756700.381436:0:116551:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 00000000fb88f846 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000002bf0236/0xc63d509de01cdc79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0xa58e5f4f9d21e72d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787756700.381438:0:15204:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x81:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1787756700.381444:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217fe00/0xc63d509de01cdec5 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x78:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21efbc expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787756700.381452:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004eccc921/0xc63d509de01cdf2e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21f0f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756700.381478:0:15204:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x7f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787756700.381481:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x78:0x0]: losing layout lock 00000080:00200000:3.0:1787756700.381482:0:15204:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x7f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1787756700.381492:0:116551:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000002bf0236/0xc63d509de01cdc79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0xa58e5f4f9d21e72d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787756700.381496:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000f5a32cc1/0xc63d509de01cdf12 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21f09c expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.381500:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217fa00/0xc63d509de01cdeb7 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x77:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21ef92 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787756700.381516:0:15204:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x7d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756700.381520:0:15204:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x7d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00200000:0.0:1787756700.381521:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x77:0x0]: losing layout lock 00010000:00010000:3.0:1787756700.381531:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000008a5798d8/0xc63d509de01cdef6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21f048 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.381534:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18cc00/0xc63d509de01cde9b lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x75:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ef3e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787756700.381558:0:15204:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x7b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:0.0:1787756700.381559:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18de00/0xc63d509de01cdea2 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21ef5a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000008:00100000:2.0:1787756700.381564:0:116551:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6c3548700 - object 0x280000400:72 offset 0<>1123 00000080:00200000:3.0:1787756700.381568:0:15204:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x7b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00200000:0.0:1787756700.381583:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x76:0x0]: losing layout lock 00010000:00010000:3.0:1787756700.381593:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000ee02c237/0xc63d509de01cdeda lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21eff4 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756700.381604:0:15204:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x79:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756700.381609:0:15204:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x79:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1787756700.381611:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18c000/0xc63d509de01cde78 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21eea4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756700.381617:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000c347fefb/0xc63d509de01cdebe lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21efa0 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00080000:2.0:1787756700.381626:0:2401:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffffa0e6c3548700 x1874589766163200/t0(0) o4->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 1616/448 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787756700.381629:0:15204:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x77:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:0.0:1787756700.381631:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18d000/0xc63d509de01cde6a lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x74:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21ee88 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787756700.381637:0:15204:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x77:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1787756700.381652:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000cf698bc1/0xc63d509de01cde71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21ee96 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756700.381666:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x74:0x0]: losing layout lock 00000080:00200000:3.0:1787756700.381668:0:15204:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x74:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756700.381675:0:15204:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x74:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1787756700.381691:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 0000000000230ce0/0xc63d509de01cde55 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x161c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21ee2d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.381694:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18d200/0xc63d509de01cde63 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x73:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ee6c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756700.381715:0:15204:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10cc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:0.0:1787756700.381718:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e702051600/0xc63d509de01cde24 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x71:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ed69 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756700.381721:0:15204:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10cc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1787756700.381741:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000ee62422a/0xc63d509de01cde01 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21ecf2 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.381742:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e702051a00/0xc63d509de01cde16 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x72:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21ed4d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787756700.381760:0:15204:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x70:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756700.381767:0:15204:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x70:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00200000:0.0:1787756700.381772:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x72:0x0]: losing layout lock 00010000:00010000:3.0:1787756700.381777:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000c4842b82/0xc63d509de01cdde5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x161b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21ec89 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756700.381786:0:15204:0:(vvp_io.c:1826:vvp_io_init()) [0x20001a9e3:0x10c8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:0.0:1787756700.381789:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622d400/0xc63d509de01cde0f lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x71:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ed31 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756700.381790:0:15204:0:(vvp_io.c:304:vvp_io_fini()) [0x20001a9e3:0x10c8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1787756700.381825:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000006fa01fe0/0xc63d509de01cdd91 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21eb4e expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.381831:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7d200/0xc63d509de01cde08 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x6f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ed00 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756700.381836:0:15204:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x6c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756700.381846:0:15204:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x6c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1787756700.381852:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7da00/0xc63d509de01cddfa lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x70:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21ece4 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787756700.381857:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000ebce21c8/0xc63d509de01cdd6e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21eac9 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787756700.381866:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x70:0x0]: losing layout lock 00000080:00200000:3.0:1787756700.381871:0:15204:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x69:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756700.381878:0:15204:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x69:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1787756700.381894:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7c400/0xc63d509de01cddf3 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x6f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ecc8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756700.381895:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000000fdd0fe8/0xc63d509de01cdd52 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21ea75 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787756700.381930:0:15204:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x67:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756700.381937:0:15204:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x67:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1787756700.381939:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8681600/0xc63d509de01cddd0 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x6d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ec2e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756700.381965:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000004dc69bbf/0xc63d509de01cdd21 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21e9d4 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.381975:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8861800/0xc63d509de01cddc2 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x6e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21ec12 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787756700.381978:0:15204:0:(vvp_io.c:1826:vvp_io_init()) [0x2400007ed:0x64:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787756700.381988:0:15204:0:(vvp_io.c:304:vvp_io_fini()) [0x2400007ed:0x64:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00200000:0.0:1787756700.381996:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x6e:0x0]: losing layout lock 00010000:00010000:3.0:1787756700.382001:0:15204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000001577bcb6/0xc63d509de01cdc95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21e788 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:3.0:1787756700.382017:0:15204:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 000000009ab178d3 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000001577bcb6/0xc63d509de01cdc95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0xa58e5f4f9d21e788 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.382021:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c7c00/0xc63d509de01cddbb lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x6d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ebf6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1787756700.382025:0:15204:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 000000009ab178d3 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000001577bcb6/0xc63d509de01cdc95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0xa58e5f4f9d21e788 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.382052:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb4400/0xc63d509de01cdd98 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x6b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21eb5c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756700.382064:0:15204:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000001577bcb6/0xc63d509de01cdc95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0xa58e5f4f9d21e788 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.382069:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb4200/0xc63d509de01cdd8a lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x6c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21eb40 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382079:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x6c:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382091:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fdc00/0xc63d509de01cdd83 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x6b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21eb24 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382097:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8550e00/0xc63d509de01cdd75 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x6a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21eae5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382103:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x6a:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382110:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8550000/0xc63d509de01cdd67 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x69:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21eabb expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382115:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x69:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382122:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8550800/0xc63d509de01cdd59 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x68:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21ea91 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382128:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x68:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382135:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7ca00/0xc63d509de01cdd4b lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x67:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21ea67 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382142:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x67:0x0]: losing layout lock 00000008:00100000:3.0:1787756700.382145:0:15204:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6c35b0000 - object 0x2c0000400:72 offset 0<>529 00010000:00010000:0.0:1787756700.382150:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb4c00/0xc63d509de01cdd2f lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x65:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ea13 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.382159:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb4800/0xc63d509de01cdd36 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21ea2f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382168:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x66:0x0]: losing layout lock 00000100:00100000:3.0:1787756700.382185:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1787756700.382189:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb5000/0xc63d509de01cdd28 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x63:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21e9e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00080000:3.0:1787756700.382196:0:2401:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffffa0e6c35b0000 x1874589766163328/t0(0) o4->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 1024/448 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00010000:00010000:0.0:1787756700.382202:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7d400/0xc63d509de01cdd1a lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21e9c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382212:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x64:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382231:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7c000/0xc63d509de01cdd13 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x63:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21e9aa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382259:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7ce00/0xc63d509de01cdd0c lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21e979 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382272:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7dc00/0xc63d509de01cdce2 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21e925 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382282:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x62:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382296:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb5400/0xc63d509de01cdca3 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x61:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21e7ab expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382384:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7de00/0xc63d509de01cdc9c lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x61:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21e796 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382392:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x61:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382396:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6621c00/0xc63d509de01cdc87 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x60:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21e750 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382410:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6621e00/0xc63d509de01cdc80 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x60:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21e73b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382415:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x60:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382419:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622de00/0xc63d509de01cdc6b lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x5f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21e6f5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382430:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622d800/0xc63d509de01cdc64 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21e6e0 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382435:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x5f:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382438:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622c200/0xc63d509de01cdc4f lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x5e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21e69a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382447:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb5800/0xc63d509de01cdc48 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21e685 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382451:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x5e:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382455:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb5200/0xc63d509de01cdc33 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x5d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21e63f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382464:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb5e00/0xc63d509de01cdc2c lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x5d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21e62a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382469:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x5d:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382473:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c6c00/0xc63d509de01cdc17 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x5c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21e5e4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382482:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c7600/0xc63d509de01cdc10 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21e5cf expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382487:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x5c:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382490:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c7a00/0xc63d509de01cdbfb lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x5b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21e589 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382504:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c6400/0xc63d509de01cdbf4 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21e574 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382509:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x5b:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382512:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c7000/0xc63d509de01cdb3e lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x58:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21e137 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382521:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622ca00/0xc63d509de01cdb37 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x58:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21e122 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382526:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x58:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382529:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622ce00/0xc63d509de01cdb22 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x57:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21e0dc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382538:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c7e00/0xc63d509de01cdb1b lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x57:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21e0c7 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382544:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x57:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382547:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c7400/0xc63d509de01cdaea lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x56:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21e02d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382556:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c6600/0xc63d509de01cdae3 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21e018 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382561:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x56:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382564:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8681200/0xc63d509de01cd9e7 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x54:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21db02 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382577:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6620c00/0xc63d509de01cd9e0 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21daed expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382582:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x54:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382585:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6621400/0xc63d509de01cd985 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d949 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382594:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6621800/0xc63d509de01cd97e lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x50:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d93b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382601:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8550600/0xc63d509de01cd970 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x51:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21d91f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382611:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x51:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382629:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8550200/0xc63d509de01cd95b lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x50:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d8e7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382642:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b5e00/0xc63d509de01cd915 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x4e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d6d3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382660:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b5000/0xc63d509de01cd90e lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21d6be expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382667:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x4e:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382671:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b4c00/0xc63d509de01cd86d lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x4d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d4b1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382681:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b4800/0xc63d509de01cd866 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21d49c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382687:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x4d:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382691:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7880400/0xc63d509de01cd835 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x4c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d3fb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382700:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7880e00/0xc63d509de01cd82e lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21d3e6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382704:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x4c:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382708:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7881600/0xc63d509de01cd7e1 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d2ea expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382717:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7881c00/0xc63d509de01cd7da lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21d2d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382721:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x4b:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382724:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e4e00/0xc63d509de01cd7c5 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x4a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d28f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382734:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e5800/0xc63d509de01cd7be lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21d27a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382739:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x4a:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382742:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e4c00/0xc63d509de01cd78d lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x49:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d1d9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382751:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e5a00/0xc63d509de01cd786 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21d1c4 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382759:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x49:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382762:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e4200/0xc63d509de01cd755 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x48:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d123 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382772:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e5200/0xc63d509de01cd74e lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21d10e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382776:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x48:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382780:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e5400/0xc63d509de01cd739 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x47:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d0c8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382789:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6011000/0xc63d509de01cd732 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x47:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21d0b3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382794:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x47:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382797:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62ea400/0xc63d509de01cd701 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21d00b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382803:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x46:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382830:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62eaa00/0xc63d509de01cd6f3 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21cfe1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382839:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x45:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382849:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dba400/0xc63d509de01cd683 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ce59 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382865:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62ebc00/0xc63d509de01cd67c lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21ce44 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382877:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x44:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382882:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6010a00/0xc63d509de01cd64b lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x43:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21cdaa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382895:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6010400/0xc63d509de01cd63d lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x43:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21cd95 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382902:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x43:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382907:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6011400/0xc63d509de01cd5f7 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x42:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21cca0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382921:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6011c00/0xc63d509de01cd5f0 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x42:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21cc8b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382927:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x42:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382933:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6011800/0xc63d509de01cd5db lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x41:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21cc45 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.382968:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6010600/0xc63d509de01cd5d4 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x41:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21cc30 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.382978:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x41:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.382985:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c14a9c00/0xc63d509de01cd5bf lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x40:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21cbea expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383001:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c14a9000/0xc63d509de01cd5b8 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x40:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21cbd5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383016:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x40:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383023:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dbae00/0xc63d509de01cd5a3 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x3f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21cb8f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383040:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c14a8200/0xc63d509de01cd59c lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x3f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21cb7a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383050:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x3f:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383056:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c0030400/0xc63d509de01cd54f lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x3e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ca7e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383072:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c0031400/0xc63d509de01cd548 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x3e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21ca69 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383078:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x3e:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383082:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c0030e00/0xc63d509de01cd533 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ca23 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383092:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c0031800/0xc63d509de01cd52c lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21ca0e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383096:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x3d:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383100:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04af400/0xc63d509de01cd4c3 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x3c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c8be expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383108:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04ae800/0xc63d509de01cd4bc lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c8a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383117:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x3c:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383120:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04af000/0xc63d509de01cd4a7 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x3b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c863 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383130:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04ae600/0xc63d509de01cd499 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c84e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383134:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x3b:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383138:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04afe00/0xc63d509de01cd48b lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x3a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c80f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383147:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8681000/0xc63d509de01cd484 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c7fa expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383152:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x3a:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383156:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04af200/0xc63d509de01cd46f lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x39:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c7b4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383165:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8680a00/0xc63d509de01cd461 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x39:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c79f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383169:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x39:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383172:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04afc00/0xc63d509de01cd453 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c760 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383181:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04aee00/0xc63d509de01cd44c lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c74b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383189:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x38:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383192:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8680200/0xc63d509de01cd437 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c705 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383202:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04aea00/0xc63d509de01cd430 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c6f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383206:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x37:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383210:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8681a00/0xc63d509de01cd41b lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x36:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c6aa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383219:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8235600/0xc63d509de01cd414 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x36:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c695 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383224:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x36:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383227:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8710a00/0xc63d509de01cd3ff lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c64f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383254:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8711c00/0xc63d509de01cd3f8 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c63a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383260:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x35:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383265:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8710600/0xc63d509de01cd3e3 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x34:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c5fb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383277:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8711000/0xc63d509de01cd3dc lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x34:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c5e6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383296:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x34:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383356:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8710400/0xc63d509de01cd3c7 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x33:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c5a7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383376:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8710c00/0xc63d509de01cd3c0 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x33:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c592 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383384:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x33:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383388:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8710e00/0xc63d509de01cd38f lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c4f1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383398:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8711400/0xc63d509de01cd388 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c4dc expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383403:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x32:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383407:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8234a00/0xc63d509de01cd373 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x31:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c496 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383416:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8234800/0xc63d509de01cd36c lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c481 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383421:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x31:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383424:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8235000/0xc63d509de01cd357 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c43b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383435:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8234400/0xc63d509de01cd350 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c426 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383443:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x30:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383446:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8235a00/0xc63d509de01cd33b lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c3e0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383455:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8235c00/0xc63d509de01cd334 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c3cb expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383460:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x2f:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383463:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f3200/0xc63d509de01cd2c4 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c27b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383472:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f2200/0xc63d509de01cd2bd lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x2e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c266 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383476:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x2e:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383480:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f3a00/0xc63d509de01cd2a8 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c220 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383488:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f2000/0xc63d509de01cd2a1 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c20b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383493:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x2d:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383496:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f2e00/0xc63d509de01cd28c lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c1c5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383506:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f2800/0xc63d509de01cd285 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c1b0 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383514:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x2c:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383518:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eeea00/0xc63d509de01cd254 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c10f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383527:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eef600/0xc63d509de01cd24d lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c0fa expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383531:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x2b:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383535:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eee200/0xc63d509de01cd21c lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c059 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383543:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eee800/0xc63d509de01cd215 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c044 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383547:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x2a:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383551:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eee000/0xc63d509de01cd1e4 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21bfa3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383560:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eefe00/0xc63d509de01cd1dd lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21bf8e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383564:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x29:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383568:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dbb800/0xc63d509de01cd1c8 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21bf48 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383577:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eefc00/0xc63d509de01cd1ba lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21bf33 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383586:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x28:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383590:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eef000/0xc63d509de01cd1ac lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21bef4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383598:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eee600/0xc63d509de01cd1a5 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21bedf expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383606:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x27:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383612:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dbaa00/0xc63d509de01cd158 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21bde3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383646:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8861000/0xc63d509de01cd151 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21bdce expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383659:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x26:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383668:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8861e00/0xc63d509de01cd13c lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21bd88 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383692:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8861c00/0xc63d509de01cd135 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21bd73 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383701:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x25:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383706:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dbb000/0xc63d509de01cd120 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21bd2d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383720:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dba600/0xc63d509de01cd119 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21bd18 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383731:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x24:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383736:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8860e00/0xc63d509de01cd104 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21bcd2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383749:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8861600/0xc63d509de01cd0fd lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21bcbd expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383755:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x23:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383760:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8860c00/0xc63d509de01cd0e8 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21bc77 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383772:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8860200/0xc63d509de01cd0e1 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21bc62 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383779:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x22:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383800:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6583000/0xc63d509de01cd0cc lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21bc1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383808:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6582400/0xc63d509de01cd0c5 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21bc07 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383813:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x21:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383816:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6582e00/0xc63d509de01cd0b0 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21bbc1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383825:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6582600/0xc63d509de01cd0a9 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21bbac expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383832:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x20:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383836:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6583c00/0xc63d509de01cd094 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21bb66 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383844:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6583600/0xc63d509de01cd08d lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21bb51 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383867:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x1f:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383872:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6583a00/0xc63d509de01cd078 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21bb0b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383884:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6583200/0xc63d509de01cd071 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21baf6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383891:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x1e:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383895:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883c000/0xc63d509de01cd040 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ba55 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383906:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883d200/0xc63d509de01cd039 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21ba40 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383912:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x1d:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383917:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883d600/0xc63d509de01ccfec lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b944 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383945:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883d000/0xc63d509de01ccfe5 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b92f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383959:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x1c:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383966:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c349d200/0xc63d509de01ccf98 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b841 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.383983:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dbb200/0xc63d509de01ccf91 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b82c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.383993:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x1b:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.383999:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b5200/0xc63d509de01ccf60 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b78b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384012:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c349c000/0xc63d509de01ccf59 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b776 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.384021:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x1a:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.384027:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b5000/0xc63d509de01ccee2 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x18:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b5b6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384043:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c349c600/0xc63d509de01ccedb lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b5a1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.384052:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x18:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.384058:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b5e00/0xc63d509de01cceaa lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x17:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b500 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384071:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b5a00/0xc63d509de01ccea3 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b4eb expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.384080:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x17:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.384084:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca125200/0xc63d509de01cce72 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b44a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384093:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca124e00/0xc63d509de01cce6b lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b435 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.384099:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x16:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.384102:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca124200/0xc63d509de01cce3a lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b394 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384111:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca125800/0xc63d509de01cce33 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b37f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.384116:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x15:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.384119:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a1a00/0xc63d509de01ccda0 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b164 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384128:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a0000/0xc63d509de01ccd99 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b14f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.384133:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x14:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.384136:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a1800/0xc63d509de01ccd84 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b109 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384144:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a1200/0xc63d509de01ccd7d lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b0f4 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756700.384152:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x13:0x0]: losing layout lock 00010000:00010000:0.0:1787756700.384168:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fce00/0xc63d509de01cdfac lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f2a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384174:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f28d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384178:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd400/0xc63d509de01cdf97 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f271 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384203:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217ee00/0xc63d509de01cdf66 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x82:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f1ad expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384209:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217e000/0xc63d509de01cdf58 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x83:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f191 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384215:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217fc00/0xc63d509de01cdf51 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x82:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f175 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384221:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217ea00/0xc63d509de01cdf43 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x81:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f136 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384227:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c60daa00/0xc63d509de01cdf35 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x80:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f10c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384233:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c60db000/0xc63d509de01cdf27 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x7f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f0e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384243:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c60da800/0xc63d509de01cdf19 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x7e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f0b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384249:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c60db600/0xc63d509de01cdf0b lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x7d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f08e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384254:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8327c00/0xc63d509de01cdefd lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x7c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f064 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384260:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8326e00/0xc63d509de01cdeef lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x7b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f03a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384266:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8326800/0xc63d509de01cdee1 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x7a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f010 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384272:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8327400/0xc63d509de01cded3 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x79:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21efe6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384279:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217fe00/0xc63d509de01cdec5 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x78:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21efbc expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384288:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217fa00/0xc63d509de01cdeb7 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x77:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ef92 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384298:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18cc00/0xc63d509de01cde9b lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x75:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ef3e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384367:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18de00/0xc63d509de01cdea2 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ef5a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384376:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18c000/0xc63d509de01cde78 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21eea4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384382:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18d000/0xc63d509de01cde6a lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x74:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ee88 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384387:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18d200/0xc63d509de01cde63 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x73:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ee6c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384392:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e702051600/0xc63d509de01cde24 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x71:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ed69 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384396:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e702051a00/0xc63d509de01cde16 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x72:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ed4d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384400:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622d400/0xc63d509de01cde0f lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x71:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ed31 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384404:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7d200/0xc63d509de01cde08 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x6f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ed00 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384408:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7da00/0xc63d509de01cddfa lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x70:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ece4 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384412:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7c400/0xc63d509de01cddf3 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x6f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ecc8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384416:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8681600/0xc63d509de01cddd0 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x6d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ec2e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384421:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8861800/0xc63d509de01cddc2 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x6e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ec12 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384426:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c7c00/0xc63d509de01cddbb lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x6d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ebf6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384430:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb4400/0xc63d509de01cdd98 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x6b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21eb5c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384434:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb4200/0xc63d509de01cdd8a lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x6c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21eb40 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384439:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fdc00/0xc63d509de01cdd83 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x6b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21eb24 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384443:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8550e00/0xc63d509de01cdd75 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x6a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21eae5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384447:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8550000/0xc63d509de01cdd67 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x69:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21eabb expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384451:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8550800/0xc63d509de01cdd59 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x68:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ea91 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384455:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7ca00/0xc63d509de01cdd4b lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x67:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ea67 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384460:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb4c00/0xc63d509de01cdd2f lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x65:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ea13 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384465:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb4800/0xc63d509de01cdd36 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ea2f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384470:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb5000/0xc63d509de01cdd28 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x63:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e9e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384474:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7d400/0xc63d509de01cdd1a lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e9c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384478:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7c000/0xc63d509de01cdd13 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x63:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e9aa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384482:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7ce00/0xc63d509de01cdd0c lrc: 1/0,0 mode: --/PR res: [0x240000fb9:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e979 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384486:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7dc00/0xc63d509de01cdce2 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e925 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384490:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb5400/0xc63d509de01cdca3 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x61:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e7ab expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384494:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7de00/0xc63d509de01cdc9c lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x61:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e796 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384498:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6621c00/0xc63d509de01cdc87 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x60:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e750 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384502:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6621e00/0xc63d509de01cdc80 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x60:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e73b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384507:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622de00/0xc63d509de01cdc6b lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x5f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e6f5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384512:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622d800/0xc63d509de01cdc64 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e6e0 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384516:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622c200/0xc63d509de01cdc4f lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x5e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e69a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384520:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb5800/0xc63d509de01cdc48 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e685 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384524:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb5200/0xc63d509de01cdc33 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x5d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e63f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384528:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb5e00/0xc63d509de01cdc2c lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x5d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e62a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384532:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c6c00/0xc63d509de01cdc17 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x5c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e5e4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384536:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c7600/0xc63d509de01cdc10 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e5cf expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384540:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c7a00/0xc63d509de01cdbfb lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x5b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e589 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384544:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c6400/0xc63d509de01cdbf4 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e574 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384550:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c7000/0xc63d509de01cdb3e lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x58:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e137 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384554:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622ca00/0xc63d509de01cdb37 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x58:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e122 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384558:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622ce00/0xc63d509de01cdb22 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x57:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e0dc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384562:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c7e00/0xc63d509de01cdb1b lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x57:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e0c7 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384567:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c7400/0xc63d509de01cdaea lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x56:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e02d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384571:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c6600/0xc63d509de01cdae3 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e018 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384575:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8681200/0xc63d509de01cd9e7 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x54:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21db02 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384579:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6620c00/0xc63d509de01cd9e0 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21daed expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384583:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6621400/0xc63d509de01cd985 lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d949 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384587:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6621800/0xc63d509de01cd97e lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x50:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d93b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384592:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8550600/0xc63d509de01cd970 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x51:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d91f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384597:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8550200/0xc63d509de01cd95b lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x50:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d8e7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384616:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b5e00/0xc63d509de01cd915 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x4e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d6d3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384626:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b5000/0xc63d509de01cd90e lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d6be expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384635:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b4c00/0xc63d509de01cd86d lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x4d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d4b1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384644:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b4800/0xc63d509de01cd866 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d49c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384654:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7880400/0xc63d509de01cd835 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x4c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d3fb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384665:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7880e00/0xc63d509de01cd82e lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d3e6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384676:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7881600/0xc63d509de01cd7e1 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d2ea expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384686:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7881c00/0xc63d509de01cd7da lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d2d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384694:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e4e00/0xc63d509de01cd7c5 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x4a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d28f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384700:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e5800/0xc63d509de01cd7be lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d27a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384706:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e4c00/0xc63d509de01cd78d lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x49:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d1d9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384711:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e5a00/0xc63d509de01cd786 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d1c4 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384717:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e4200/0xc63d509de01cd755 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x48:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d123 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384723:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e5200/0xc63d509de01cd74e lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d10e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384729:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e5400/0xc63d509de01cd739 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x47:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d0c8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384735:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6011000/0xc63d509de01cd732 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x47:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d0b3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384740:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62ea400/0xc63d509de01cd701 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d00b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384746:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62eaa00/0xc63d509de01cd6f3 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cfe1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384753:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dba400/0xc63d509de01cd683 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ce59 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384759:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62ebc00/0xc63d509de01cd67c lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ce44 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384765:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6010a00/0xc63d509de01cd64b lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x43:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cdaa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384785:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6010400/0xc63d509de01cd63d lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x43:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cd95 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384789:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6011400/0xc63d509de01cd5f7 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x42:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cca0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384793:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6011c00/0xc63d509de01cd5f0 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x42:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cc8b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384797:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6011800/0xc63d509de01cd5db lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x41:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cc45 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384801:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6010600/0xc63d509de01cd5d4 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x41:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cc30 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384805:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c14a9c00/0xc63d509de01cd5bf lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x40:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cbea expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384809:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c14a9000/0xc63d509de01cd5b8 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x40:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cbd5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384814:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dbae00/0xc63d509de01cd5a3 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x3f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cb8f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384819:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c14a8200/0xc63d509de01cd59c lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x3f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cb7a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384823:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c0030400/0xc63d509de01cd54f lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x3e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ca7e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384827:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c0031400/0xc63d509de01cd548 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x3e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ca69 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384831:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c0030e00/0xc63d509de01cd533 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ca23 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384835:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c0031800/0xc63d509de01cd52c lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ca0e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384839:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04af400/0xc63d509de01cd4c3 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x3c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c8be expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384843:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04ae800/0xc63d509de01cd4bc lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c8a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384847:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04af000/0xc63d509de01cd4a7 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x3b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c863 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384851:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04ae600/0xc63d509de01cd499 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c84e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384857:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04afe00/0xc63d509de01cd48b lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x3a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c80f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384861:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8681000/0xc63d509de01cd484 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c7fa expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384865:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04af200/0xc63d509de01cd46f lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x39:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c7b4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384869:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8680a00/0xc63d509de01cd461 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x39:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c79f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384873:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04afc00/0xc63d509de01cd453 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c760 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384877:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04aee00/0xc63d509de01cd44c lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c74b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384882:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8680200/0xc63d509de01cd437 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c705 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384886:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04aea00/0xc63d509de01cd430 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c6f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384890:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8681a00/0xc63d509de01cd41b lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x36:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c6aa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384894:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8235600/0xc63d509de01cd414 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x36:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c695 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384899:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8710a00/0xc63d509de01cd3ff lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c64f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384903:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8711c00/0xc63d509de01cd3f8 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c63a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384907:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8710600/0xc63d509de01cd3e3 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x34:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c5fb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384911:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8711000/0xc63d509de01cd3dc lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x34:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c5e6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384915:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8710400/0xc63d509de01cd3c7 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x33:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c5a7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384919:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8710c00/0xc63d509de01cd3c0 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x33:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c592 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384923:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8710e00/0xc63d509de01cd38f lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c4f1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384928:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8711400/0xc63d509de01cd388 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c4dc expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384933:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8234a00/0xc63d509de01cd373 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x31:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c496 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384939:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8234800/0xc63d509de01cd36c lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c481 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384948:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8235000/0xc63d509de01cd357 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c43b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384955:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8234400/0xc63d509de01cd350 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c426 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384963:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8235a00/0xc63d509de01cd33b lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c3e0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384971:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8235c00/0xc63d509de01cd334 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c3cb expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384979:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f3200/0xc63d509de01cd2c4 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c27b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384984:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f2200/0xc63d509de01cd2bd lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x2e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c266 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384989:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f3a00/0xc63d509de01cd2a8 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c220 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.384993:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f2000/0xc63d509de01cd2a1 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c20b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.384997:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f2e00/0xc63d509de01cd28c lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c1c5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385001:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f2800/0xc63d509de01cd285 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c1b0 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385007:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eeea00/0xc63d509de01cd254 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c10f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385013:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eef600/0xc63d509de01cd24d lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c0fa expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385020:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eee200/0xc63d509de01cd21c lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c059 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385027:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eee800/0xc63d509de01cd215 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c044 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385035:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eee000/0xc63d509de01cd1e4 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bfa3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385043:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eefe00/0xc63d509de01cd1dd lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bf8e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385051:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dbb800/0xc63d509de01cd1c8 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bf48 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385058:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eefc00/0xc63d509de01cd1ba lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bf33 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385062:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eef000/0xc63d509de01cd1ac lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bef4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385066:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eee600/0xc63d509de01cd1a5 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bedf expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385071:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dbaa00/0xc63d509de01cd158 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bde3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385076:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8861000/0xc63d509de01cd151 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bdce expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385080:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8861e00/0xc63d509de01cd13c lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bd88 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385084:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8861c00/0xc63d509de01cd135 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bd73 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385088:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dbb000/0xc63d509de01cd120 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bd2d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385092:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dba600/0xc63d509de01cd119 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bd18 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385096:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8860e00/0xc63d509de01cd104 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bcd2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385100:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8861600/0xc63d509de01cd0fd lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bcbd expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385104:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8860c00/0xc63d509de01cd0e8 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bc77 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385108:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8860200/0xc63d509de01cd0e1 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bc62 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385114:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6583000/0xc63d509de01cd0cc lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bc1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385118:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6582400/0xc63d509de01cd0c5 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bc07 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385122:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6582e00/0xc63d509de01cd0b0 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bbc1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385126:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6582600/0xc63d509de01cd0a9 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bbac expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385131:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6583c00/0xc63d509de01cd094 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bb66 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385135:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6583600/0xc63d509de01cd08d lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bb51 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385139:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6583a00/0xc63d509de01cd078 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bb0b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385143:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6583200/0xc63d509de01cd071 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21baf6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385147:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883c000/0xc63d509de01cd040 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ba55 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385151:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883d200/0xc63d509de01cd039 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ba40 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385156:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883d600/0xc63d509de01ccfec lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b944 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385161:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883d000/0xc63d509de01ccfe5 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b92f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385165:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c349d200/0xc63d509de01ccf98 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b841 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385169:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dbb200/0xc63d509de01ccf91 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b82c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385173:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b5200/0xc63d509de01ccf60 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b78b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385177:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c349c000/0xc63d509de01ccf59 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b776 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385202:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b5000/0xc63d509de01ccee2 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x18:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b5b6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385208:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c349c600/0xc63d509de01ccedb lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b5a1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385214:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b5e00/0xc63d509de01cceaa lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x17:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b500 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385219:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b5a00/0xc63d509de01ccea3 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b4eb expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385226:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca125200/0xc63d509de01cce72 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b44a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385233:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca124e00/0xc63d509de01cce6b lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b435 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385238:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca124200/0xc63d509de01cce3a lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b394 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385244:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca125800/0xc63d509de01cce33 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b37f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385250:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a1a00/0xc63d509de01ccda0 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b164 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385256:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a0000/0xc63d509de01ccd99 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b14f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385262:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a1800/0xc63d509de01ccd84 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b109 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385267:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a1200/0xc63d509de01ccd7d lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b0f4 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385273:0:15205:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 187 locks packed 00010000:00010000:0.0:1787756700.385355:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fce00/0xc63d509de01cdfac lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f2a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385374:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd800/0xc63d509de01cdf9e lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f28d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000100:00080000:1.0:1787756700.385380:0:2400:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffffa0e6c97c0e00 x1874589766163456/t0(0) o103->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:17/18 lens 1808/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1787756700.385395:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fd400/0xc63d509de01cdf97 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x84:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f271 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385405:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217ee00/0xc63d509de01cdf66 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x82:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f1ad expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385411:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217e000/0xc63d509de01cdf58 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x83:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f191 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385425:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217fc00/0xc63d509de01cdf51 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x82:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f175 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385436:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217ea00/0xc63d509de01cdf43 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x81:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f136 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385443:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c60daa00/0xc63d509de01cdf35 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x80:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f10c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385450:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c60db000/0xc63d509de01cdf27 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x7f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f0e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385456:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c60da800/0xc63d509de01cdf19 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x7e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f0b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385467:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c60db600/0xc63d509de01cdf0b lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x7d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f08e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385473:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8327c00/0xc63d509de01cdefd lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x7c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f064 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385480:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8326e00/0xc63d509de01cdeef lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x7b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f03a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385487:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8326800/0xc63d509de01cdee1 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x7a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f010 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385494:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8327400/0xc63d509de01cded3 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x79:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21efe6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385501:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217fe00/0xc63d509de01cdec5 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x78:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21efbc expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385507:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217fa00/0xc63d509de01cdeb7 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x77:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ef92 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385514:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18cc00/0xc63d509de01cde9b lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x75:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ef3e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385520:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18de00/0xc63d509de01cdea2 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ef5a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385529:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18c000/0xc63d509de01cde78 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21eea4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385534:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18d000/0xc63d509de01cde6a lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x74:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ee88 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385540:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18d200/0xc63d509de01cde63 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x73:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ee6c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385546:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e702051600/0xc63d509de01cde24 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x71:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ed69 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385552:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e702051a00/0xc63d509de01cde16 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x72:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ed4d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385558:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622d400/0xc63d509de01cde0f lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x71:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ed31 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385564:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7d200/0xc63d509de01cde08 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x6f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ed00 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385569:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7da00/0xc63d509de01cddfa lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x70:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ece4 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385576:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7c400/0xc63d509de01cddf3 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x6f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ecc8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385585:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8681600/0xc63d509de01cddd0 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x6d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ec2e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385591:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8861800/0xc63d509de01cddc2 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x6e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ec12 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385619:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c7c00/0xc63d509de01cddbb lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x6d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ebf6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385635:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb4400/0xc63d509de01cdd98 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x6b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21eb5c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385646:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb4200/0xc63d509de01cdd8a lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x6c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21eb40 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385662:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fdc00/0xc63d509de01cdd83 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x6b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21eb24 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385677:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8550e00/0xc63d509de01cdd75 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x6a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21eae5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385692:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8550000/0xc63d509de01cdd67 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x69:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21eabb expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385703:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8550800/0xc63d509de01cdd59 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x68:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ea91 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385717:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7ca00/0xc63d509de01cdd4b lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x67:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ea67 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385727:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb4c00/0xc63d509de01cdd2f lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x65:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ea13 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385735:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb4800/0xc63d509de01cdd36 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ea2f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385745:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb5000/0xc63d509de01cdd28 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x63:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e9e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385753:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7d400/0xc63d509de01cdd1a lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e9c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385776:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7c000/0xc63d509de01cdd13 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x63:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e9aa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385782:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7ce00/0xc63d509de01cdd0c lrc: 0/0,0 mode: --/PR res: [0x240000fb9:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e979 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385788:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7dc00/0xc63d509de01cdce2 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e925 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385795:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb5400/0xc63d509de01cdca3 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x61:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e7ab expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385803:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7de00/0xc63d509de01cdc9c lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e796 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385810:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6621c00/0xc63d509de01cdc87 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x60:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e750 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385815:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6621e00/0xc63d509de01cdc80 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x60:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e73b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385822:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622de00/0xc63d509de01cdc6b lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x5f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e6f5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385826:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622d800/0xc63d509de01cdc64 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e6e0 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385832:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622c200/0xc63d509de01cdc4f lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x5e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e69a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385837:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb5800/0xc63d509de01cdc48 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e685 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385843:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb5200/0xc63d509de01cdc33 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x5d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e63f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385848:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb5e00/0xc63d509de01cdc2c lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x5d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e62a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385859:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c6c00/0xc63d509de01cdc17 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x5c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e5e4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385864:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c7600/0xc63d509de01cdc10 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e5cf expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385870:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c7a00/0xc63d509de01cdbfb lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x5b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e589 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385875:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c6400/0xc63d509de01cdbf4 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e574 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385881:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c7000/0xc63d509de01cdb3e lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x58:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e137 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385886:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622ca00/0xc63d509de01cdb37 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x58:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e122 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385892:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622ce00/0xc63d509de01cdb22 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x57:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e0dc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385896:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c7e00/0xc63d509de01cdb1b lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x57:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e0c7 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385903:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c7400/0xc63d509de01cdaea lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x56:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e02d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385912:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c6600/0xc63d509de01cdae3 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x56:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e018 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385918:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8681200/0xc63d509de01cd9e7 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x54:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21db02 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385923:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6620c00/0xc63d509de01cd9e0 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x54:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21daed expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385930:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6621400/0xc63d509de01cd985 lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d949 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385939:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6621800/0xc63d509de01cd97e lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x50:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d93b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385947:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8550600/0xc63d509de01cd970 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x51:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d91f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385957:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8550200/0xc63d509de01cd95b lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x50:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d8e7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385968:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b5e00/0xc63d509de01cd915 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x4e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d6d3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385978:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b5000/0xc63d509de01cd90e lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d6be expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.385991:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b4c00/0xc63d509de01cd86d lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x4d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d4b1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.385996:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b4800/0xc63d509de01cd866 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d49c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386003:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7880400/0xc63d509de01cd835 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x4c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d3fb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386008:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7880e00/0xc63d509de01cd82e lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d3e6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386018:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7881600/0xc63d509de01cd7e1 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d2ea expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386026:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7881c00/0xc63d509de01cd7da lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d2d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386036:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e4e00/0xc63d509de01cd7c5 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x4a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d28f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386046:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e5800/0xc63d509de01cd7be lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d27a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386058:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e4c00/0xc63d509de01cd78d lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x49:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d1d9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386068:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e5a00/0xc63d509de01cd786 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d1c4 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386074:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e4200/0xc63d509de01cd755 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x48:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d123 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386079:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e5200/0xc63d509de01cd74e lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d10e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386086:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e5400/0xc63d509de01cd739 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x47:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d0c8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386090:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6011000/0xc63d509de01cd732 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x47:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d0b3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386097:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62ea400/0xc63d509de01cd701 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d00b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386104:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62eaa00/0xc63d509de01cd6f3 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cfe1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386110:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dba400/0xc63d509de01cd683 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ce59 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386116:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62ebc00/0xc63d509de01cd67c lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ce44 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386127:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6010a00/0xc63d509de01cd64b lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x43:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cdaa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386132:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6010400/0xc63d509de01cd63d lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x43:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cd95 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386138:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6011400/0xc63d509de01cd5f7 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x42:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cca0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386144:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6011c00/0xc63d509de01cd5f0 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x42:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cc8b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386150:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6011800/0xc63d509de01cd5db lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x41:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cc45 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386155:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6010600/0xc63d509de01cd5d4 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x41:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cc30 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386162:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c14a9c00/0xc63d509de01cd5bf lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x40:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cbea expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386166:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c14a9000/0xc63d509de01cd5b8 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x40:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cbd5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386172:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dbae00/0xc63d509de01cd5a3 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x3f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cb8f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386180:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c14a8200/0xc63d509de01cd59c lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x3f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cb7a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386207:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c0030400/0xc63d509de01cd54f lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x3e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ca7e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386215:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c0031400/0xc63d509de01cd548 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x3e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ca69 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386225:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c0030e00/0xc63d509de01cd533 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ca23 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386232:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c0031800/0xc63d509de01cd52c lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ca0e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386241:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04af400/0xc63d509de01cd4c3 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x3c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c8be expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386248:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04ae800/0xc63d509de01cd4bc lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c8a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386257:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04af000/0xc63d509de01cd4a7 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x3b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c863 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386264:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04ae600/0xc63d509de01cd499 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c84e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386278:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04afe00/0xc63d509de01cd48b lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x3a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c80f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386290:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8681000/0xc63d509de01cd484 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x3a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c7fa expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386362:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04af200/0xc63d509de01cd46f lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x39:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c7b4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386373:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8680a00/0xc63d509de01cd461 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c79f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386384:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04afc00/0xc63d509de01cd453 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c760 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386390:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04aee00/0xc63d509de01cd44c lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x38:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c74b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386397:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8680200/0xc63d509de01cd437 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c705 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386402:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04aea00/0xc63d509de01cd430 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c6f0 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386408:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8681a00/0xc63d509de01cd41b lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x36:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c6aa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386416:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8235600/0xc63d509de01cd414 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x36:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c695 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386423:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8710a00/0xc63d509de01cd3ff lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c64f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386428:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8711c00/0xc63d509de01cd3f8 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c63a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386434:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8710600/0xc63d509de01cd3e3 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x34:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c5fb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386439:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8711000/0xc63d509de01cd3dc lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x34:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c5e6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386445:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8710400/0xc63d509de01cd3c7 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x33:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c5a7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386450:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8710c00/0xc63d509de01cd3c0 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x33:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c592 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386456:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8710e00/0xc63d509de01cd38f lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c4f1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386461:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8711400/0xc63d509de01cd388 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c4dc expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386471:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8234a00/0xc63d509de01cd373 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x31:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c496 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386476:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8234800/0xc63d509de01cd36c lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c481 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386482:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8235000/0xc63d509de01cd357 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c43b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386487:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8234400/0xc63d509de01cd350 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x30:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c426 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386493:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8235a00/0xc63d509de01cd33b lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c3e0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386498:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8235c00/0xc63d509de01cd334 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c3cb expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386505:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f3200/0xc63d509de01cd2c4 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c27b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386510:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f2200/0xc63d509de01cd2bd lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x2e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c266 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386516:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f3a00/0xc63d509de01cd2a8 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c220 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386524:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f2000/0xc63d509de01cd2a1 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c20b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386530:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f2e00/0xc63d509de01cd28c lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c1c5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386536:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f2800/0xc63d509de01cd285 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c1b0 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386542:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eeea00/0xc63d509de01cd254 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c10f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386563:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eef600/0xc63d509de01cd24d lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c0fa expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386572:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eee200/0xc63d509de01cd21c lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c059 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386579:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eee800/0xc63d509de01cd215 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c044 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386588:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eee000/0xc63d509de01cd1e4 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bfa3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386594:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eefe00/0xc63d509de01cd1dd lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bf8e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386612:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dbb800/0xc63d509de01cd1c8 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bf48 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386626:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eefc00/0xc63d509de01cd1ba lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bf33 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386641:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eef000/0xc63d509de01cd1ac lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bef4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386654:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eee600/0xc63d509de01cd1a5 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bedf expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386670:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dbaa00/0xc63d509de01cd158 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bde3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386680:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8861000/0xc63d509de01cd151 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bdce expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386691:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8861e00/0xc63d509de01cd13c lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bd88 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386698:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8861c00/0xc63d509de01cd135 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bd73 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386706:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dbb000/0xc63d509de01cd120 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bd2d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386718:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dba600/0xc63d509de01cd119 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bd18 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386727:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8860e00/0xc63d509de01cd104 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bcd2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386734:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8861600/0xc63d509de01cd0fd lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bcbd expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386742:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8860c00/0xc63d509de01cd0e8 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bc77 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386749:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8860200/0xc63d509de01cd0e1 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bc62 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386758:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6583000/0xc63d509de01cd0cc lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bc1c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386781:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6582400/0xc63d509de01cd0c5 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bc07 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386788:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6582e00/0xc63d509de01cd0b0 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bbc1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386793:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6582600/0xc63d509de01cd0a9 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bbac expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386803:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6583c00/0xc63d509de01cd094 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bb66 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386808:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6583600/0xc63d509de01cd08d lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bb51 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386814:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6583a00/0xc63d509de01cd078 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bb0b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386819:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6583200/0xc63d509de01cd071 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21baf6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386826:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883c000/0xc63d509de01cd040 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ba55 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386830:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883d200/0xc63d509de01cd039 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ba40 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386836:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883d600/0xc63d509de01ccfec lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b944 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386841:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883d000/0xc63d509de01ccfe5 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b92f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386847:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c349d200/0xc63d509de01ccf98 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b841 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386855:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dbb200/0xc63d509de01ccf91 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b82c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386862:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b5200/0xc63d509de01ccf60 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b78b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386867:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c349c000/0xc63d509de01ccf59 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b776 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386874:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b5000/0xc63d509de01ccee2 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x18:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b5b6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386879:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c349c600/0xc63d509de01ccedb lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x18:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b5a1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386885:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b5e00/0xc63d509de01cceaa lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x17:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b500 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386890:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b5a00/0xc63d509de01ccea3 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x17:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b4eb expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386899:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca125200/0xc63d509de01cce72 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b44a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386904:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca124e00/0xc63d509de01cce6b lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b435 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386913:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca124200/0xc63d509de01cce3a lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b394 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386918:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca125800/0xc63d509de01cce33 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b37f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386924:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a1a00/0xc63d509de01ccda0 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b164 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386929:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a0000/0xc63d509de01ccd99 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b14f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386939:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a1800/0xc63d509de01ccd84 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b109 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756700.386946:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c97a1200/0xc63d509de01ccd7d lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b0f4 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756700.386959:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787756700.386961:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787756700.386963:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756700.508414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756700.508428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756700.508469:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756700.508478:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756700.508483:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756700.508496:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8676 00000100:00080000:3.0:1787756700.508508:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756700.508519:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756700.508559:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766163584/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756700.508598:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756700.508603:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756700.508607:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756700.508613:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8676 00000100:00080000:3.0:1787756700.508618:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756700.508625:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756700.508655:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756700.508671:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766163584:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756700.508679:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766163712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756700.508696:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756700.508701:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756700.508704:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756700.508710:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8676 00000100:00080000:3.0:1787756700.508715:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756700.508721:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756700.508745:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787756700.508754:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756700.508781:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766163840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756700.508797:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756700.508803:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756700.508806:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756700.508813:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8676 00000100:00080000:3.0:1787756700.508820:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787756700.508821:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756700/real 1787756700] req@ffffa0e6c35b0e00 x1874589766163584/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756700.508826:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756700.508836:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756700.508856:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766163968/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756700.508864:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766163584/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756700.508874:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756700.508880:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756700.508883:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756700.508885:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756700.508890:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8676 00000100:00080000:0.0:1787756700.508892:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787756700.508896:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787756700.508899:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766163584:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756700.508903:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756700.508910:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756700.508926:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766164096/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756700.508933:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766163712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756700.508985:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756700.509003:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756700/real 1787756700] req@ffffa0e6c35b3b80 x1874589766163712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756700.509021:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766163712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756700.509029:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756700.509032:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756700.509036:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766163712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756700.509041:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766163840:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756700.509062:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756700.509072:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756700/real 1787756700] req@ffffa0e6c35b1500 x1874589766163840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756700.509082:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766163840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756700.509095:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756700.509098:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756700.509101:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766163840:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756700.509105:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766163968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756700.509119:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756700.509126:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756700/real 1787756700] req@ffffa0e6c35b3800 x1874589766163968/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756700.509136:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766163968/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756700.509145:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756700.509148:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756700.509150:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766163968:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756700.509165:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766164096:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756700.509179:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756700.509187:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756700/real 1787756700] req@ffffa0e6c35b1180 x1874589766164096/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756700.509197:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766164096/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756700.509205:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756700.509208:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756700.509211:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766164096:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787756701.404560:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756701.532452:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756701.532519:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756702.428721:0:138478:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 143/143 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787756702.428795:0:15205:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 143 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787756702.428817:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5614600/0xc63d509de01ce42f lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10e3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220414 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787756702.428849:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787756702.428889:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5615400/0xc63d509de01ce428 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10e3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2203ff expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.428949:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10e3:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.428974:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5615a00/0xc63d509de01ce3f7 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10e2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220365 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.429009:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d16d1600/0xc63d509de01ce3f0 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220350 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.429024:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10e2:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.429033:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce3a3 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22025b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.429068:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce39c lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220246 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.429079:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10e1:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.429087:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658600/0xc63d509de01ce34f lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x14:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220158 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.429112:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659800/0xc63d509de01ce36b lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10df:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22019e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.429136:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659000/0xc63d509de01ce348 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10df:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22014a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.429149:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21fded expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.429161:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10dc:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.429191:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9715e00/0xc63d509de01ce1a4 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10da:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f8fa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.429239:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9715600/0xc63d509de01ce19d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f8e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.429262:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10da:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.429429:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9714600/0xc63d509de01ce16c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10d9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f84b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.429459:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022600/0xc63d509de01ce165 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f836 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.429475:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10d9:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.429498:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8525c00/0xc63d509de01ce118 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10d8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f748 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.429527:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8524200/0xc63d509de01ce111 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f733 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.429540:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10d8:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.429553:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8524000/0xc63d509de01ce0fc lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10d7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f6ed expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.429582:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8524600/0xc63d509de01ce0f5 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f6d8 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.429601:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10d7:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.429615:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc800/0xc63d509de01ce0c4 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10d6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f63e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.429646:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217e400/0xc63d509de01ce0bd lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f629 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.429660:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10d6:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.429669:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fcc00/0xc63d509de01ce038 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10d5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f47e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.429687:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023000/0xc63d509de01ce031 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f469 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.429697:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10d5:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.429704:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023400/0xc63d509de01cdfe4 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f37b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.429779:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022200/0xc63d509de01ce000 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10d4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f3c1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.429795:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fda00/0xc63d509de01cdfdd lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10d4:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f36d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.429815:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c60da200/0xc63d509de01cdfc1 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f2ef expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.429826:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10d3:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.429848:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc000/0xc63d509de01cdfb3 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f2c5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.429859:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10d2:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.429872:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c60da600/0xc63d509de01cdf89 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f232 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.429886:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10d1:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.429910:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c57e9e00/0xc63d509de01cdf6d lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10cf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f1de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.429936:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c60da000/0xc63d509de01cdf74 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f1fa expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.429958:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10d0:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.429997:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18ca00/0xc63d509de01cde94 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10cd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ef0d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430018:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18ce00/0xc63d509de01cde86 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21eef1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.430030:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10ce:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.430050:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18c800/0xc63d509de01cde7f lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10cd:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21eed5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430071:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18dc00/0xc63d509de01cde5c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10cb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ee3b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430086:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18d800/0xc63d509de01cde4e lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21ee1f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.430096:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10cc:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.430112:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18d600/0xc63d509de01cde47 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10cb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ee03 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430125:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8327800/0xc63d509de01cde40 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10c9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21edd2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430140:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8327e00/0xc63d509de01cde32 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21edb6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.430151:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10ca:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.430168:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e702050800/0xc63d509de01cde2b lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10c9:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ed9a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430181:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8711600/0xc63d509de01cddec lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10c7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ec97 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430197:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8680600/0xc63d509de01cddde lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21ec7b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.430209:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10c8:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.430237:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8681800/0xc63d509de01cddd7 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10c7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ec5f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430262:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb5600/0xc63d509de01cddb4 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10c5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ebc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430365:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb4000/0xc63d509de01cdda6 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21eba9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.430379:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10c6:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.430400:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb5a00/0xc63d509de01cdd9f lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10c5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21eb8d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430414:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7c600/0xc63d509de01cdd05 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21e96b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430430:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7d800/0xc63d509de01cdcfe lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10c2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21e95d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430444:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7c200/0xc63d509de01cdcf0 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10c4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21e941 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430459:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7d600/0xc63d509de01cdccd lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10c4:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21e8ed expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430471:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622cc00/0xc63d509de01cdbd1 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10c2:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21e520 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430483:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622c000/0xc63d509de01cdb5a lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10c0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21e192 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430508:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622d000/0xc63d509de01cdb53 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21e17d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.430518:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10c0:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.430526:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622c600/0xc63d509de01cdb06 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10bf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21e081 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430551:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c6200/0xc63d509de01cdaf8 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21e06c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.430568:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10bf:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.430582:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622d600/0xc63d509de01cda88 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10bd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21dda2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430613:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622d200/0xc63d509de01cda81 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21dd8d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.430631:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10bd:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.430645:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8551000/0xc63d509de01cda57 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10bb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21dce5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430670:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8551400/0xc63d509de01cda50 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21dcd0 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.430681:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10bb:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.430689:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6620000/0xc63d509de01cda3b lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10ba:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21dc8a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430714:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6620e00/0xc63d509de01cda34 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21dc75 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.430724:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10ba:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.430731:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6621a00/0xc63d509de01cda03 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10b8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21db5d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430749:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6621000/0xc63d509de01cd9fc lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21db48 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.430758:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10b8:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.430765:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6620600/0xc63d509de01cd94d lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d893 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.430780:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6620200/0xc63d509de01cd98c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d957 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430801:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8551a00/0xc63d509de01cd969 lrc: 2/0,0 mode: PR/PR res: [0x200024df1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d903 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.430816:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7880200/0xc63d509de01cd946 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10b7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d885 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430829:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b5c00/0xc63d509de01cd8f9 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10b6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d678 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430846:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b5600/0xc63d509de01cd8f2 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10b6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21d663 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.430856:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10b6:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.430863:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b5800/0xc63d509de01cd8dd lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10b5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d61d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430881:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b4200/0xc63d509de01cd8d6 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21d608 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.430896:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10b5:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.430909:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b4600/0xc63d509de01cd8c1 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10b4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d5c2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430937:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8327000/0xc63d509de01cd8ba lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10b4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21d5ad expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.430955:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10b4:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.430968:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b4a00/0xc63d509de01cd8a5 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10b3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d567 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.430997:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b4000/0xc63d509de01cd89e lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21d552 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.431010:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10b3:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.431017:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b5a00/0xc63d509de01cd889 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10b2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d50c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431036:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8551e00/0xc63d509de01cd882 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21d4f7 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.431053:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10b2:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.431060:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7880600/0xc63d509de01cd851 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10b1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d456 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431077:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7881400/0xc63d509de01cd84a lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10b1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21d441 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.431086:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10b1:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.431093:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7881000/0xc63d509de01cd819 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10b0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d3a0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431109:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7880a00/0xc63d509de01cd812 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21d38b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.431118:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10b0:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.431125:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7881e00/0xc63d509de01cd7fd lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10af:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d345 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431144:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8550400/0xc63d509de01cd7f6 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21d330 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.431153:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10af:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.431159:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e4a00/0xc63d509de01cd7a9 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10ae:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d234 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431176:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e4000/0xc63d509de01cd7a2 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21d21f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.431196:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10ae:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.431208:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e5600/0xc63d509de01cd771 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10ad:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21d17e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431239:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e4800/0xc63d509de01cd76a lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10ad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21d169 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.431258:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10ad:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.431323:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850ce00/0xc63d509de01cd6ec lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21cfc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431347:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b4c00/0xc63d509de01cd6e5 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10aa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21cfb7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431363:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62ea000/0xc63d509de01cd6d7 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21cf9b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.431375:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10ab:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.431396:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62eba00/0xc63d509de01cd6c2 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10aa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21cf63 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431409:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62eb000/0xc63d509de01cd6bb lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10a9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21cf0f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431431:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62eac00/0xc63d509de01cd6b4 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21cefa expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.431440:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10a9:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.431448:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62eb400/0xc63d509de01cd69f lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10a8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ceb4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431466:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62eb600/0xc63d509de01cd698 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10a8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21ce9f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.431475:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10a8:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.431482:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62eb800/0xc63d509de01cd667 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10a7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21cdfe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431500:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62ea600/0xc63d509de01cd660 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21cde9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.431509:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10a7:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.431515:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6010800/0xc63d509de01cd62f lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10a6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21cd56 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431533:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6011a00/0xc63d509de01cd628 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21cd41 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.431545:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10a6:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.431558:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6011e00/0xc63d509de01cd613 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10a5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21ccfb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431588:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6011200/0xc63d509de01cd60c lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10a5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21cce6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.431606:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10a5:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.431619:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c14a9800/0xc63d509de01cd587 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10a4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21cb34 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431660:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c14a8600/0xc63d509de01cd580 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10a4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21cb1f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.431673:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10a4:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.431681:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c14a9200/0xc63d509de01cd56b lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10a3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21cad9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431700:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c14a9e00/0xc63d509de01cd564 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10a3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21cac4 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.431710:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10a3:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.431717:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c0030a00/0xc63d509de01cd517 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10a2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c9c8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431736:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dbbe00/0xc63d509de01cd509 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10a2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c9b3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.431745:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10a2:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.431752:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f3e00/0xc63d509de01cd4fb lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10a1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c974 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431769:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8681c00/0xc63d509de01cd4f4 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c95f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.431779:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10a1:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.431786:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04ae000/0xc63d509de01cd4df lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10a0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c919 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431810:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04afa00/0xc63d509de01cd4d8 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10a0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c904 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.431819:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10a0:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.431826:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8711200/0xc63d509de01cd3ab lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x109f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c54c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431844:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8710200/0xc63d509de01cd3a4 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x109f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c537 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.431852:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x109f:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.431859:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8234c00/0xc63d509de01cd303 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x109e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c35b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.431870:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x109e:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.431890:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8234e00/0xc63d509de01cd2fc lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x109d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c331 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431922:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8234200/0xc63d509de01cd2f5 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x109d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c31c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.431940:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x109d:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.431952:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f2a00/0xc63d509de01cd2e0 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x109c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c2d6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.431985:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f3c00/0xc63d509de01cd2d9 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x109c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c2c1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.432006:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x109c:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.432015:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f3400/0xc63d509de01cd270 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x109b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c16a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432034:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8681e00/0xc63d509de01cd269 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x109b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c155 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.432044:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x109b:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.432051:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eef400/0xc63d509de01cd238 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x109a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c0b4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432068:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eefa00/0xc63d509de01cd231 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x109a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21c09f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.432077:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x109a:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.432084:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dba000/0xc63d509de01cd200 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1099:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21bffe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432102:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c349da00/0xc63d509de01cd1f9 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1099:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21bfe9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.432112:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1099:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.432119:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8860600/0xc63d509de01cd190 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1098:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21be99 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432137:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8860a00/0xc63d509de01cd189 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1098:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21be84 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.432154:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1098:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.432161:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dbba00/0xc63d509de01cd174 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1097:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21be3e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432178:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8861a00/0xc63d509de01cd16d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1097:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21be29 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.432188:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1097:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.432199:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6583800/0xc63d509de01cd05c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1096:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21bab0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432229:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6582000/0xc63d509de01cd055 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1096:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21ba9b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.432245:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1096:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.432259:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883da00/0xc63d509de01cd024 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1095:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b9fa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432344:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883de00/0xc63d509de01cd01d lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1095:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b9e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.432358:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1095:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.432367:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883c600/0xc63d509de01cd008 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1094:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b99f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432385:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883c800/0xc63d509de01cd001 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1094:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b98a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.432402:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1094:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.432409:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c349c800/0xc63d509de01ccfd0 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1093:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b8e9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432430:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883ce00/0xc63d509de01ccfc9 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1093:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b8d4 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.432439:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1093:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.432446:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883c200/0xc63d509de01ccfb4 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1092:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b895 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432464:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883ca00/0xc63d509de01ccfad lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1092:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b880 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.432473:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1092:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.432480:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b5c00/0xc63d509de01ccf7c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1091:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b7e6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432497:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b5800/0xc63d509de01ccf75 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1091:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b7d1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.432507:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1091:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.432514:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b4e00/0xc63d509de01ccefe lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x108f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b611 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432532:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c349ce00/0xc63d509de01ccef7 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x108f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b5fc expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.432554:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x108f:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.432566:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c349c200/0xc63d509de01ccec6 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x108e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21b55b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432596:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b5600/0xc63d509de01ccebf lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x108e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21b546 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756702.432615:0:15205:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x108e:0x0]: losing layout lock 00010000:00010000:0.0:1787756702.432673:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5614600/0xc63d509de01ce42f lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10e3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220414 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432684:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5615400/0xc63d509de01ce428 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10e3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2203ff expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.432693:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5615a00/0xc63d509de01ce3f7 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10e2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220365 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432702:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d16d1600/0xc63d509de01ce3f0 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220350 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.432710:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce3a3 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22025b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432718:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce39c lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220246 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.432727:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658600/0xc63d509de01ce34f lrc: 1/0,0 mode: --/PR res: [0x200024df0:0x14:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220158 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.432742:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659800/0xc63d509de01ce36b lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10df:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22019e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432750:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659000/0xc63d509de01ce348 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10df:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22014a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432759:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21fded expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.432767:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9715e00/0xc63d509de01ce1a4 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10da:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f8fa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432775:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9715600/0xc63d509de01ce19d lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f8e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.432784:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9714600/0xc63d509de01ce16c lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10d9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f84b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432792:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022600/0xc63d509de01ce165 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f836 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.432801:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8525c00/0xc63d509de01ce118 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10d8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f748 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432809:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8524200/0xc63d509de01ce111 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f733 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.432817:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8524000/0xc63d509de01ce0fc lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10d7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f6ed expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432827:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8524600/0xc63d509de01ce0f5 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f6d8 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.432836:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc800/0xc63d509de01ce0c4 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10d6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f63e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432844:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217e400/0xc63d509de01ce0bd lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f629 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.432852:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fcc00/0xc63d509de01ce038 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10d5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f47e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432860:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023000/0xc63d509de01ce031 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f469 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.432869:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023400/0xc63d509de01cdfe4 lrc: 1/0,0 mode: --/PR res: [0x200024df0:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f37b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.432877:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022200/0xc63d509de01ce000 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10d4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f3c1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432888:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fda00/0xc63d509de01cdfdd lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10d4:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f36d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432901:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c60da200/0xc63d509de01cdfc1 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f2ef expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.432914:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc000/0xc63d509de01cdfb3 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f2c5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.432930:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c60da600/0xc63d509de01cdf89 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f232 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.432945:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c57e9e00/0xc63d509de01cdf6d lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10cf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f1de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.432960:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c60da000/0xc63d509de01cdf74 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f1fa expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.432977:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18ca00/0xc63d509de01cde94 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10cd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ef0d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.432988:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18ce00/0xc63d509de01cde86 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21eef1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.432997:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18c800/0xc63d509de01cde7f lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10cd:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21eed5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433005:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18dc00/0xc63d509de01cde5c lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10cb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ee3b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433014:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18d800/0xc63d509de01cde4e lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ee1f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433022:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18d600/0xc63d509de01cde47 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10cb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ee03 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433030:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8327800/0xc63d509de01cde40 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10c9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21edd2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433040:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8327e00/0xc63d509de01cde32 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21edb6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433049:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e702050800/0xc63d509de01cde2b lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10c9:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ed9a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433057:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8711600/0xc63d509de01cddec lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10c7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ec97 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433066:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8680600/0xc63d509de01cddde lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ec7b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433074:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8681800/0xc63d509de01cddd7 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10c7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ec5f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433082:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb5600/0xc63d509de01cddb4 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10c5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ebc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433090:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb4000/0xc63d509de01cdda6 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21eba9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433098:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb5a00/0xc63d509de01cdd9f lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10c5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21eb8d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433107:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7c600/0xc63d509de01cdd05 lrc: 1/0,0 mode: --/PR res: [0x200024df0:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e96b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433115:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7d800/0xc63d509de01cdcfe lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10c2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e95d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433125:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7c200/0xc63d509de01cdcf0 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10c4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e941 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433133:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7d600/0xc63d509de01cdccd lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10c4:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e8ed expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433142:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622cc00/0xc63d509de01cdbd1 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10c2:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e520 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433150:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622c000/0xc63d509de01cdb5a lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10c0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e192 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433158:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622d000/0xc63d509de01cdb53 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e17d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433167:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622c600/0xc63d509de01cdb06 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10bf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e081 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433175:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c6200/0xc63d509de01cdaf8 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e06c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433183:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622d600/0xc63d509de01cda88 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10bd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21dda2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433196:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622d200/0xc63d509de01cda81 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21dd8d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433211:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8551000/0xc63d509de01cda57 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10bb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21dce5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433226:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8551400/0xc63d509de01cda50 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21dcd0 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433242:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6620000/0xc63d509de01cda3b lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10ba:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21dc8a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433258:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6620e00/0xc63d509de01cda34 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21dc75 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433328:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6621a00/0xc63d509de01cda03 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10b8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21db5d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433339:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6621000/0xc63d509de01cd9fc lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21db48 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433349:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6620600/0xc63d509de01cd94d lrc: 1/0,0 mode: --/PR res: [0x200024df0:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d893 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433359:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6620200/0xc63d509de01cd98c lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d957 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433368:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8551a00/0xc63d509de01cd969 lrc: 1/0,0 mode: --/PR res: [0x200024df1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d903 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433378:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7880200/0xc63d509de01cd946 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10b7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d885 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433387:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b5c00/0xc63d509de01cd8f9 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10b6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d678 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433399:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b5600/0xc63d509de01cd8f2 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10b6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d663 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433408:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b5800/0xc63d509de01cd8dd lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10b5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d61d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433416:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b4200/0xc63d509de01cd8d6 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d608 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433424:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b4600/0xc63d509de01cd8c1 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10b4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d5c2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433432:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8327000/0xc63d509de01cd8ba lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10b4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d5ad expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433440:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b4a00/0xc63d509de01cd8a5 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10b3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d567 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433448:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b4000/0xc63d509de01cd89e lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d552 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433456:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b5a00/0xc63d509de01cd889 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10b2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d50c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433464:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8551e00/0xc63d509de01cd882 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d4f7 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433473:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7880600/0xc63d509de01cd851 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10b1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d456 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433483:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7881400/0xc63d509de01cd84a lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10b1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d441 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433491:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7881000/0xc63d509de01cd819 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10b0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d3a0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433499:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7880a00/0xc63d509de01cd812 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d38b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433507:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7881e00/0xc63d509de01cd7fd lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10af:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d345 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433516:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8550400/0xc63d509de01cd7f6 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d330 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433524:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e4a00/0xc63d509de01cd7a9 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10ae:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d234 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433532:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e4000/0xc63d509de01cd7a2 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d21f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433542:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e5600/0xc63d509de01cd771 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10ad:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d17e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433555:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e4800/0xc63d509de01cd76a lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10ad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d169 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433568:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850ce00/0xc63d509de01cd6ec lrc: 1/0,0 mode: --/PR res: [0x200024df0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cfc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433584:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b4c00/0xc63d509de01cd6e5 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10aa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cfb7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433599:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62ea000/0xc63d509de01cd6d7 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cf9b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433615:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62eba00/0xc63d509de01cd6c2 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10aa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cf63 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433630:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62eb000/0xc63d509de01cd6bb lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10a9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cf0f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433643:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62eac00/0xc63d509de01cd6b4 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cefa expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433652:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62eb400/0xc63d509de01cd69f lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10a8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ceb4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433660:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62eb600/0xc63d509de01cd698 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10a8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ce9f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433669:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62eb800/0xc63d509de01cd667 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10a7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cdfe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433677:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62ea600/0xc63d509de01cd660 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cde9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433685:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6010800/0xc63d509de01cd62f lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10a6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cd56 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433695:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6011a00/0xc63d509de01cd628 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cd41 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433704:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6011e00/0xc63d509de01cd613 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10a5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ccfb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433712:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6011200/0xc63d509de01cd60c lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10a5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cce6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433720:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c14a9800/0xc63d509de01cd587 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10a4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cb34 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433729:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c14a8600/0xc63d509de01cd580 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10a4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cb1f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433737:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c14a9200/0xc63d509de01cd56b lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10a3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cad9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433745:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c14a9e00/0xc63d509de01cd564 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10a3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cac4 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433754:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c0030a00/0xc63d509de01cd517 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10a2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c9c8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433762:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dbbe00/0xc63d509de01cd509 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10a2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c9b3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433770:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f3e00/0xc63d509de01cd4fb lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10a1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c974 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433781:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8681c00/0xc63d509de01cd4f4 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c95f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433790:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04ae000/0xc63d509de01cd4df lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10a0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c919 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433798:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04afa00/0xc63d509de01cd4d8 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10a0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c904 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433807:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8711200/0xc63d509de01cd3ab lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x109f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c54c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433815:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8710200/0xc63d509de01cd3a4 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x109f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c537 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433823:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8234c00/0xc63d509de01cd303 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x109e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c35b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433832:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8234e00/0xc63d509de01cd2fc lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x109d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c331 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433840:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8234200/0xc63d509de01cd2f5 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x109d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c31c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433848:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f2a00/0xc63d509de01cd2e0 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x109c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c2d6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433856:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f3c00/0xc63d509de01cd2d9 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x109c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c2c1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433866:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f3400/0xc63d509de01cd270 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x109b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c16a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433875:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8681e00/0xc63d509de01cd269 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x109b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c155 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433885:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eef400/0xc63d509de01cd238 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x109a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c0b4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433899:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eefa00/0xc63d509de01cd231 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x109a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c09f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433913:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dba000/0xc63d509de01cd200 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1099:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bffe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433927:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c349da00/0xc63d509de01cd1f9 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1099:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bfe9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433942:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8860600/0xc63d509de01cd190 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1098:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21be99 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433958:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8860a00/0xc63d509de01cd189 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1098:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21be84 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433973:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dbba00/0xc63d509de01cd174 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1097:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21be3e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.433983:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8861a00/0xc63d509de01cd16d lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1097:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21be29 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.433994:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6583800/0xc63d509de01cd05c lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1096:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bab0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434002:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6582000/0xc63d509de01cd055 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1096:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ba9b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434011:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883da00/0xc63d509de01cd024 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1095:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b9fa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434019:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883de00/0xc63d509de01cd01d lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1095:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b9e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434027:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883c600/0xc63d509de01cd008 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1094:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b99f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434035:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883c800/0xc63d509de01cd001 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1094:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b98a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434043:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c349c800/0xc63d509de01ccfd0 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1093:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b8e9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434051:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883ce00/0xc63d509de01ccfc9 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1093:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b8d4 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434060:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883c200/0xc63d509de01ccfb4 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1092:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b895 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434068:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883ca00/0xc63d509de01ccfad lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1092:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b880 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434077:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b5c00/0xc63d509de01ccf7c lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1091:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b7e6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434086:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b5800/0xc63d509de01ccf75 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1091:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b7d1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434095:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b4e00/0xc63d509de01ccefe lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x108f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b611 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434102:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c349ce00/0xc63d509de01ccef7 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x108f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b5fc expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434111:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c349c200/0xc63d509de01ccec6 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x108e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b55b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434119:0:15205:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b5600/0xc63d509de01ccebf lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x108e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b546 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434126:0:15205:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 143 locks packed 00010000:00010000:0.0:1787756702.434167:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5614600/0xc63d509de01ce42f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10e3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220414 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434182:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5615400/0xc63d509de01ce428 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10e3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2203ff expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434209:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5615a00/0xc63d509de01ce3f7 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10e2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220365 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434235:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d16d1600/0xc63d509de01ce3f0 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10e2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220350 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434261:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec800/0xc63d509de01ce3a3 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22025b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434340:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed600/0xc63d509de01ce39c lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10e1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220246 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434360:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658600/0xc63d509de01ce34f lrc: 0/0,0 mode: --/PR res: [0x200024df0:0x14:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220158 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434385:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659800/0xc63d509de01ce36b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10df:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22019e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434396:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659000/0xc63d509de01ce348 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10df:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22014a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434413:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fde00/0xc63d509de01ce2bc lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21fded expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000100:00080000:1.0:1787756702.434413:0:2399:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffffa0e6c97c0000 x1874589766164224/t0(0) o103->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:17/18 lens 1456/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1787756702.434464:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9715e00/0xc63d509de01ce1a4 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10da:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f8fa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434487:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9715600/0xc63d509de01ce19d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10da:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f8e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434517:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9714600/0xc63d509de01ce16c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10d9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f84b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434534:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022600/0xc63d509de01ce165 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10d9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f836 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434560:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8525c00/0xc63d509de01ce118 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10d8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f748 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434579:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8524200/0xc63d509de01ce111 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10d8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f733 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434603:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8524000/0xc63d509de01ce0fc lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10d7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f6ed expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434622:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8524600/0xc63d509de01ce0f5 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10d7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f6d8 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434643:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc800/0xc63d509de01ce0c4 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10d6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f63e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434655:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217e400/0xc63d509de01ce0bd lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10d6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f629 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434669:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fcc00/0xc63d509de01ce038 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10d5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f47e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434686:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023000/0xc63d509de01ce031 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10d5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f469 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434700:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023400/0xc63d509de01cdfe4 lrc: 0/0,0 mode: --/PR res: [0x200024df0:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f37b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434713:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022200/0xc63d509de01ce000 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10d4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f3c1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434723:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fda00/0xc63d509de01cdfdd lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10d4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f36d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434739:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c60da200/0xc63d509de01cdfc1 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f2ef expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434752:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc000/0xc63d509de01cdfb3 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f2c5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434766:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c60da600/0xc63d509de01cdf89 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f232 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434778:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c57e9e00/0xc63d509de01cdf6d lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10cf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f1de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434791:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c60da000/0xc63d509de01cdf74 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f1fa expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434810:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18ca00/0xc63d509de01cde94 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10cd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ef0d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434820:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18ce00/0xc63d509de01cde86 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21eef1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434832:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18c800/0xc63d509de01cde7f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10cd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21eed5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434844:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18dc00/0xc63d509de01cde5c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10cb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ee3b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434854:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18d800/0xc63d509de01cde4e lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ee1f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434866:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca18d600/0xc63d509de01cde47 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10cb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ee03 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434879:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8327800/0xc63d509de01cde40 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10c9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21edd2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434895:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8327e00/0xc63d509de01cde32 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21edb6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434918:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e702050800/0xc63d509de01cde2b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10c9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ed9a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434950:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8711600/0xc63d509de01cddec lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10c7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ec97 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.434969:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8680600/0xc63d509de01cddde lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ec7b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.434989:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8681800/0xc63d509de01cddd7 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10c7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ec5f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435002:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb5600/0xc63d509de01cddb4 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10c5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ebc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435012:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb4000/0xc63d509de01cdda6 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21eba9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435025:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7bb5a00/0xc63d509de01cdd9f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10c5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21eb8d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435038:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7c600/0xc63d509de01cdd05 lrc: 0/0,0 mode: --/PR res: [0x200024df0:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e96b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435051:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7d800/0xc63d509de01cdcfe lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10c2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e95d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435062:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7c200/0xc63d509de01cdcf0 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10c4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e941 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435078:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8d7d600/0xc63d509de01cdccd lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10c4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e8ed expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435090:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622cc00/0xc63d509de01cdbd1 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10c2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e520 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435103:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622c000/0xc63d509de01cdb5a lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10c0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e192 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435112:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622d000/0xc63d509de01cdb53 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e17d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435126:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622c600/0xc63d509de01cdb06 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10bf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21e081 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435135:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c96c6200/0xc63d509de01cdaf8 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10bf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21e06c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435149:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622d600/0xc63d509de01cda88 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10bd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21dda2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435158:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c622d200/0xc63d509de01cda81 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10bd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21dd8d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435172:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8551000/0xc63d509de01cda57 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10bb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21dce5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435191:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8551400/0xc63d509de01cda50 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21dcd0 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435213:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6620000/0xc63d509de01cda3b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10ba:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21dc8a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435230:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6620e00/0xc63d509de01cda34 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10ba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21dc75 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435252:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6621a00/0xc63d509de01cda03 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10b8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21db5d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435329:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6621000/0xc63d509de01cd9fc lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21db48 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435358:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6620600/0xc63d509de01cd94d lrc: 0/0,0 mode: --/PR res: [0x200024df0:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d893 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435380:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6620200/0xc63d509de01cd98c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d957 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435399:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8551a00/0xc63d509de01cd969 lrc: 0/0,0 mode: --/PR res: [0x200024df1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d903 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435418:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7880200/0xc63d509de01cd946 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10b7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d885 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435438:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b5c00/0xc63d509de01cd8f9 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10b6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d678 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435448:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b5600/0xc63d509de01cd8f2 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10b6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d663 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435460:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b5800/0xc63d509de01cd8dd lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10b5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d61d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435470:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b4200/0xc63d509de01cd8d6 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d608 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435483:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b4600/0xc63d509de01cd8c1 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10b4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d5c2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435493:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8327000/0xc63d509de01cd8ba lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10b4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d5ad expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435507:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b4a00/0xc63d509de01cd8a5 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10b3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d567 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435517:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b4000/0xc63d509de01cd89e lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10b3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d552 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435529:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64b5a00/0xc63d509de01cd889 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10b2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d50c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435550:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8551e00/0xc63d509de01cd882 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d4f7 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435571:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7880600/0xc63d509de01cd851 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10b1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d456 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435589:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7881400/0xc63d509de01cd84a lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10b1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d441 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435611:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7881000/0xc63d509de01cd819 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10b0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d3a0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435631:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7880a00/0xc63d509de01cd812 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d38b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435648:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c7881e00/0xc63d509de01cd7fd lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10af:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d345 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435659:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8550400/0xc63d509de01cd7f6 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10af:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d330 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435673:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e4a00/0xc63d509de01cd7a9 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10ae:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d234 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435683:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e4000/0xc63d509de01cd7a2 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d21f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435703:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e5600/0xc63d509de01cd771 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10ad:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21d17e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435714:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c66e4800/0xc63d509de01cd76a lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10ad:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21d169 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435726:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d850ce00/0xc63d509de01cd6ec lrc: 0/0,0 mode: --/PR res: [0x200024df0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cfc5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435738:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b4c00/0xc63d509de01cd6e5 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10aa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cfb7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435748:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62ea000/0xc63d509de01cd6d7 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cf9b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435761:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62eba00/0xc63d509de01cd6c2 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10aa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cf63 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435774:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62eb000/0xc63d509de01cd6bb lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10a9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cf0f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435784:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62eac00/0xc63d509de01cd6b4 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cefa expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435796:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62eb400/0xc63d509de01cd69f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10a8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ceb4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435812:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62eb600/0xc63d509de01cd698 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ce9f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435826:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62eb800/0xc63d509de01cd667 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10a7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cdfe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435835:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c62ea600/0xc63d509de01cd660 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cde9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435848:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6010800/0xc63d509de01cd62f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10a6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cd56 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435858:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6011a00/0xc63d509de01cd628 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10a6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cd41 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435870:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6011e00/0xc63d509de01cd613 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10a5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21ccfb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435880:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6011200/0xc63d509de01cd60c lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10a5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cce6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435899:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c14a9800/0xc63d509de01cd587 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10a4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cb34 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435914:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c14a8600/0xc63d509de01cd580 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10a4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cb1f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435946:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c14a9200/0xc63d509de01cd56b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10a3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21cad9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435964:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c14a9e00/0xc63d509de01cd564 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10a3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21cac4 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.435986:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c0030a00/0xc63d509de01cd517 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10a2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c9c8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.435999:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dbbe00/0xc63d509de01cd509 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10a2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c9b3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.436013:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f3e00/0xc63d509de01cd4fb lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10a1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c974 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.436023:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8681c00/0xc63d509de01cd4f4 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10a1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c95f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.436037:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04ae000/0xc63d509de01cd4df lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10a0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c919 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.436048:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d04afa00/0xc63d509de01cd4d8 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10a0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c904 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.436061:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8711200/0xc63d509de01cd3ab lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x109f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c54c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.436078:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8710200/0xc63d509de01cd3a4 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x109f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c537 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.436090:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8234c00/0xc63d509de01cd303 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x109e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c35b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.436104:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8234e00/0xc63d509de01cd2fc lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x109d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c331 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.436114:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8234200/0xc63d509de01cd2f5 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x109d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c31c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.436126:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f2a00/0xc63d509de01cd2e0 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x109c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c2d6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.436136:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f3c00/0xc63d509de01cd2d9 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x109c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c2c1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.436149:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79f3400/0xc63d509de01cd270 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x109b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c16a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.436159:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8681e00/0xc63d509de01cd269 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x109b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c155 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.436171:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eef400/0xc63d509de01cd238 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x109a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c0b4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.436189:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eefa00/0xc63d509de01cd231 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x109a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21c09f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.436211:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dba000/0xc63d509de01cd200 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1099:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bffe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.436228:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c349da00/0xc63d509de01cd1f9 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1099:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21bfe9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.436250:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8860600/0xc63d509de01cd190 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1098:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21be99 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.436320:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8860a00/0xc63d509de01cd189 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1098:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21be84 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.436347:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c4dbba00/0xc63d509de01cd174 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1097:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21be3e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.436366:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c8861a00/0xc63d509de01cd16d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1097:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21be29 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.436389:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6583800/0xc63d509de01cd05c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1096:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21bab0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.436408:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6582000/0xc63d509de01cd055 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1096:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21ba9b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.436430:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883da00/0xc63d509de01cd024 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1095:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b9fa expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.436441:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883de00/0xc63d509de01cd01d lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1095:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b9e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.436454:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883c600/0xc63d509de01cd008 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1094:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b99f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.436463:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883c800/0xc63d509de01cd001 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1094:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b98a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.436476:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c349c800/0xc63d509de01ccfd0 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1093:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b8e9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.436485:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883ce00/0xc63d509de01ccfc9 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1093:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b8d4 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.436497:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883c200/0xc63d509de01ccfb4 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1092:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b895 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.436507:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c883ca00/0xc63d509de01ccfad lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1092:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b880 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.436521:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b5c00/0xc63d509de01ccf7c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1091:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b7e6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.436538:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b5800/0xc63d509de01ccf75 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1091:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b7d1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.436558:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b4e00/0xc63d509de01ccefe lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x108f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b611 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.436575:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c349ce00/0xc63d509de01ccef7 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x108f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b5fc expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.436597:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c349c200/0xc63d509de01ccec6 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x108e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21b55b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756702.436615:0:15205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca0b5600/0xc63d509de01ccebf lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x108e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21b546 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756702.436638:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787756702.436641:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787756702.436643:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756702.556380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756702.556430:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756703.452520:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756703.580428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756703.580428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756704.476540:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756704.604364:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756704.604440:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756705.500504:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756705.628507:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756705.628509:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756705.628510:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756705.628536:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756705.628543:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756705.628558:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8681 00000100:00080000:1.0:1787756705.628578:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756705.628593:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756705.628655:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766164352/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756705.628706:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756705.628714:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756705.628718:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756705.628727:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8681 00000100:00080000:1.0:1787756705.628737:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756705.628747:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756705.628764:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756705.628767:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766164352:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756705.628791:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766164480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756705.628810:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756705.628815:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756705.628820:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756705.628826:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8681 00000100:00080000:1.0:1787756705.628846:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756705.628852:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:0.0:1787756705.628862:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:1.0:1787756705.628865:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756705.628887:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766164608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756705.628901:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756705.628906:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756705.628908:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756705.628915:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8681 00000100:00080000:1.0:1787756705.628921:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787756705.628922:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756705/real 1787756705] req@ffffa0e6c792b100 x1874589766164352/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756705.628934:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756705.628949:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756705.628968:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766164736/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756705.628973:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766164352/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756705.628989:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756705.629009:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756705.629021:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756705.629024:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756705.629036:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8681 00000100:00080000:0.0:1787756705.629037:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756705.629050:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766164352:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756705.629055:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756705.629068:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756705.629078:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756705.629087:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766164480:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756705.629118:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766164864/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756705.629127:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756705.629150:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756705/real 1787756705] req@ffffa0e6c7928700 x1874589766164480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756705.629170:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766164480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756705.629183:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756705.629190:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756705.629195:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766164480:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756705.629203:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766164608:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756705.629334:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756705.629356:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756705/real 1787756705] req@ffffa0e6c7928a80 x1874589766164608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756705.629372:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766164608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756705.629392:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756705.629396:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756705.629400:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766164608:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756705.629408:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766164736:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756705.629432:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756705.629443:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756705/real 1787756705] req@ffffa0e6c792a680 x1874589766164736/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756705.629457:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766164736/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756705.629469:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756705.629473:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756705.629476:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766164736:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756705.629497:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766164864:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756705.629517:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756705.629529:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756705/real 1787756705] req@ffffa0e6c7929180 x1874589766164864/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756705.629543:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766164864/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756705.629555:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756705.629558:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756705.629562:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766164864:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756706.524633:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756706.652392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756706.653331:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756707.548486:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756707.676404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756707.676423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756708.572530:0:15205:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756708.700352:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756708.700376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756709.596572:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756709.724365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756709.724403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756710.620504:0:138478:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 57/57 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787756710.620621:0:15205:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 57 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787756710.620638:0:15205:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787756710.620660:0:138478:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 100/100 locks to regular blp list, 1 blwis in pool 00000008:00010000:0.0:1787756710.620685:0:15205:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000206dd894 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:0.0:1787756710.620711:0:15205:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 00000000206dd894 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787756710.620738:0:138618:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 100 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787756710.620781:0:138478:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 64/64 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787756710.620793:0:15205:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:0.0:1787756710.620907:0:15205:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffffa0e6c97c2300 - object 0x280000401:5761 offset 0<>474 00000100:00080000:1.0:1787756710.621011:0:2400:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffffa0e6c97c2300 x1874589766164992/t0(0) o4->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:6/4 lens 968/448 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1787756710.621240:0:138620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 64 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787756710.621322:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8235e00/0xc63d509de01cd311 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21c377 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.621371:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf076 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2237d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.621386:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cf045 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d223641 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.621418:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cf03e lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d22362c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.621440:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xc4:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.621462:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ceff1 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d223530 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.621492:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefea lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d22351b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.621505:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xc3:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.621516:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef88 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d223346 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.621542:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cef81 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d223331 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.621557:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xc2:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.621565:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683000/0xc63d509de01cef2d lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22314e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.621601:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef26 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d223139 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.621612:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xc1:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.621623:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036000/0xc63d509de01ceeaf lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222e45 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.621654:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036400/0xc63d509de01ceea8 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d222e30 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.621667:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xc0:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.621678:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee93 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222dea expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.621699:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee8c lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d222dd5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.621709:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xbf:0x0]: losing layout lock 00010000:00010000:3.0:1787756710.621718:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787756710.621721:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee62 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222d2d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787756710.621725:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787756710.621732:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787756710.621757:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cee5b lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d222d18 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.621769:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xbd:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.621777:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee46 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222cd2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787756710.621794:0:138620:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000c3d4692d/0xc63d509de01cceb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xa58e5f4f9d21b538 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787756710.621796:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2800/0xc63d509de01cee3f lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d222cbd expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.621839:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xbc:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.621855:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee2a lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222c77 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.621906:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01cee23 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d222c62 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.621916:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xbb:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.621925:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682400/0xc63d509de01ced90 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222913 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.621948:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682600/0xc63d509de01ced89 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2228fe expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.621957:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xb9:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.621975:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9a00/0xc63d509de01ced74 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2228b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622002:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3800/0xc63d509de01ced6d lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2228a3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.622015:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xb8:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.622022:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8400/0xc63d509de01ced58 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22285d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622038:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3a00/0xc63d509de01ced51 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d222848 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.622047:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xb7:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.622054:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6e00/0xc63d509de01cecc5 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222538 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622080:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6800/0xc63d509de01cecbe lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d222523 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.622090:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xb5:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.622096:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6400/0xc63d509de01ceca9 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xb4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2224dd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622113:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6a00/0xc63d509de01ceca2 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2224c8 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.622122:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xb4:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.622154:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81c00/0xc63d509de01ceb98 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221f57 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622185:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8e00/0xc63d509de01ceb91 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221f42 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.622204:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xaf:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.622217:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81000/0xc63d509de01ceb44 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xae:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221e46 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622248:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f80a00/0xc63d509de01ceb3d lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221e31 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.622265:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xae:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.622322:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81e00/0xc63d509de01ceb28 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xad:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221deb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622363:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f80c00/0xc63d509de01ceb21 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221dd6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.622379:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xad:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.622390:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9600/0xc63d509de01ceb0c lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221d90 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622451:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8600/0xc63d509de01ceb05 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xac:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221d7b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.622471:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xac:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.622485:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81600/0xc63d509de01ceaf0 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xab:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221d3c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622518:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca122c00/0xc63d509de01ceae2 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221d27 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.622537:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xab:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.622549:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123400/0xc63d509de01ceab8 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xaa:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221c8d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622571:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3552600/0xc63d509de01ceab1 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xaa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221c78 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.622583:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xaa:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.622590:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123800/0xc63d509de01cea9c lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xa9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221c32 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622614:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca122600/0xc63d509de01cea95 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221c1d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.622623:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xa9:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.622630:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca122a00/0xc63d509de01cea80 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xa8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221bd7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622646:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca122000/0xc63d509de01cea79 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221bc2 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.622656:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xa8:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.622662:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123000/0xc63d509de01cea64 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xa7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221b7c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622679:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca122800/0xc63d509de01cea5d lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xa7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221b67 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.622689:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xa7:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.622695:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5395400/0xc63d509de01ce63c lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220c2c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622715:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec400/0xc63d509de01ce635 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220c17 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.622724:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xa4:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.622730:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3553a00/0xc63d509de01ce57f lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xa3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220931 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622757:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3552400/0xc63d509de01ce578 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d22091c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.622766:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xa3:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.622773:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3552800/0xc63d509de01ce563 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xa2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2208d6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622789:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3553000/0xc63d509de01ce55c lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2208c1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.622798:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xa2:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.622804:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3553200/0xc63d509de01ce547 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0xa1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22087b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622820:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3553e00/0xc63d509de01ce540 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220866 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.622829:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0xa1:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.622835:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027e00/0xc63d509de01ce49f lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220572 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622852:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eeca00/0xc63d509de01ce498 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d22055d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.622860:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x9f:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.622867:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5614400/0xc63d509de01ce413 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x9e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2203b9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622891:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5614e00/0xc63d509de01ce40c lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2203a4 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.622901:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x9e:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.622907:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5615000/0xc63d509de01ce3db lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x9d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22030a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622925:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed000/0xc63d509de01ce3d4 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2202f5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.622934:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x9d:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.622940:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce3bf lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2202b6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622957:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5615e00/0xc63d509de01ce3b8 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2202a1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.622966:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x9c:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.622973:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9714400/0xc63d509de01ce372 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x14:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2201ac expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.622990:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659a00/0xc63d509de01ce35d lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x9b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220182 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.623001:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x9b:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.623031:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659c00/0xc63d509de01ce33a lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x9a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220086 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.623056:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658200/0xc63d509de01ce333 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220071 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.623066:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x9a:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.623072:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658000/0xc63d509de01ce268 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x96:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21fb77 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.623088:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658400/0xc63d509de01ce261 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x96:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21fb62 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.623097:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x96:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.623103:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659e00/0xc63d509de01ce237 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x95:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21faba expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.623121:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658c00/0xc63d509de01ce230 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x95:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21faa5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.623169:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x95:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.623179:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659600/0xc63d509de01ce21b lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21fa5f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.623198:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659200/0xc63d509de01ce214 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x94:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21fa4a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.623208:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x94:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.623214:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9714000/0xc63d509de01ce1ff lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x93:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21fa04 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.623238:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9714a00/0xc63d509de01ce1f8 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x93:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f9ef expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.623247:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x93:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.623253:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9715a00/0xc63d509de01ce1d5 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x88:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f99b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.623315:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9714c00/0xc63d509de01ce1c7 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f97f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.623329:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x92:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.623352:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9714800/0xc63d509de01ce1c0 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x91:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f955 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.623384:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01ce1b9 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x91:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f940 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.623402:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x91:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.623421:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9715800/0xc63d509de01ce188 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x90:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f8a6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.623445:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9714200/0xc63d509de01ce181 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x90:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f891 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.623456:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x90:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.623462:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8525e00/0xc63d509de01ce150 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x8f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f7f7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.623485:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d16d1400/0xc63d509de01ce149 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f7e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.623494:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x8f:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.623500:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8525800/0xc63d509de01ce134 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x8e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f7a3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.623517:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8525600/0xc63d509de01ce12d lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f78e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.623533:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x8e:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.623544:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8524400/0xc63d509de01ce0e0 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x8d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f692 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.623576:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d16d1c00/0xc63d509de01ce0d9 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f67d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.623594:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x8d:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.623606:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8525000/0xc63d509de01ce0a8 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x8c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f5e3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.623720:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8524c00/0xc63d509de01ce0a1 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f5ce expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.623746:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x8c:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.623757:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022400/0xc63d509de01ce08c lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x8b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f588 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.623786:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022e00/0xc63d509de01ce085 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f573 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.623796:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x8b:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.623802:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022a00/0xc63d509de01ce070 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x8a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f52d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.623820:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022c00/0xc63d509de01ce069 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f518 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.623829:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x8a:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.623835:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217e200/0xc63d509de01ce054 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x89:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f4d2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.623853:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023e00/0xc63d509de01ce046 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x89:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f4bd expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.623864:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x89:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.623870:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023600/0xc63d509de01ce00e lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x88:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f415 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.623882:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023200/0xc63d509de01ce007 lrc: 2/0,0 mode: PR/PR res: [0x240000fb9:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d21f3cf expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.623897:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023c00/0xc63d509de01cdff2 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f3a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.623908:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x87:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.623929:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d21f319 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756710.623941:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x2400007ed:0x86:0x0]: losing layout lock 00010000:00010000:0.0:1787756710.623985:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8235e00/0xc63d509de01cd311 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c377 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.623996:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf076 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xc5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2237d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624005:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cf045 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d223641 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624013:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cf03e lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22362c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624022:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ceff1 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d223530 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624030:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefea lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22351b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624038:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef88 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d223346 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624046:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cef81 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223331 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624054:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683000/0xc63d509de01cef2d lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22314e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624069:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef26 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223139 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624077:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036000/0xc63d509de01ceeaf lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222e45 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624085:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036400/0xc63d509de01ceea8 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222e30 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624093:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee93 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222dea expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624101:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee8c lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222dd5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624109:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee62 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222d2d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624117:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cee5b lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222d18 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624151:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee46 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222cd2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624160:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2800/0xc63d509de01cee3f lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222cbd expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624168:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee2a lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222c77 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624178:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01cee23 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222c62 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624187:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682400/0xc63d509de01ced90 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222913 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624195:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682600/0xc63d509de01ced89 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2228fe expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624204:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9a00/0xc63d509de01ced74 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2228b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624212:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3800/0xc63d509de01ced6d lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2228a3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624220:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8400/0xc63d509de01ced58 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22285d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624228:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3a00/0xc63d509de01ced51 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222848 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624236:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6e00/0xc63d509de01cecc5 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xb5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222538 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624245:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6800/0xc63d509de01cecbe lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222523 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624253:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6400/0xc63d509de01ceca9 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xb4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2224dd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624262:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6a00/0xc63d509de01ceca2 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2224c8 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624309:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81c00/0xc63d509de01ceb98 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221f57 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624318:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8e00/0xc63d509de01ceb91 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221f42 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624327:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81000/0xc63d509de01ceb44 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xae:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221e46 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624335:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f80a00/0xc63d509de01ceb3d lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221e31 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624344:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81e00/0xc63d509de01ceb28 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xad:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221deb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624352:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f80c00/0xc63d509de01ceb21 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221dd6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624360:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9600/0xc63d509de01ceb0c lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221d90 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624368:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8600/0xc63d509de01ceb05 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xac:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221d7b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624376:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81600/0xc63d509de01ceaf0 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xab:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221d3c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624386:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca122c00/0xc63d509de01ceae2 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221d27 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624395:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123400/0xc63d509de01ceab8 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xaa:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221c8d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624403:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3552600/0xc63d509de01ceab1 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xaa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221c78 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624411:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123800/0xc63d509de01cea9c lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xa9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221c32 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624420:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca122600/0xc63d509de01cea95 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221c1d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624428:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca122a00/0xc63d509de01cea80 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xa8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221bd7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624436:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca122000/0xc63d509de01cea79 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221bc2 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624444:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123000/0xc63d509de01cea64 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xa7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221b7c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624452:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca122800/0xc63d509de01cea5d lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xa7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221b67 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624461:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5395400/0xc63d509de01ce63c lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220c2c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624471:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec400/0xc63d509de01ce635 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220c17 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624479:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3553a00/0xc63d509de01ce57f lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xa3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220931 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624488:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3552400/0xc63d509de01ce578 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22091c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624496:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3552800/0xc63d509de01ce563 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xa2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2208d6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624504:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3553000/0xc63d509de01ce55c lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2208c1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624512:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3553200/0xc63d509de01ce547 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0xa1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22087b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624520:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3553e00/0xc63d509de01ce540 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220866 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624528:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027e00/0xc63d509de01ce49f lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220572 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624536:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eeca00/0xc63d509de01ce498 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22055d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624544:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5614400/0xc63d509de01ce413 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x9e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2203b9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624554:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5614e00/0xc63d509de01ce40c lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2203a4 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624563:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5615000/0xc63d509de01ce3db lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x9d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22030a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624571:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed000/0xc63d509de01ce3d4 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2202f5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624579:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce3bf lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2202b6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624587:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5615e00/0xc63d509de01ce3b8 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2202a1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624595:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9714400/0xc63d509de01ce372 lrc: 1/0,0 mode: --/PR res: [0x240000fb9:0x14:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2201ac expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624603:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659a00/0xc63d509de01ce35d lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x9b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220182 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624612:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659c00/0xc63d509de01ce33a lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x9a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220086 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624620:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658200/0xc63d509de01ce333 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220071 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624628:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658000/0xc63d509de01ce268 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x96:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21fb77 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624637:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658400/0xc63d509de01ce261 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x96:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21fb62 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624645:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659e00/0xc63d509de01ce237 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x95:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21faba expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624653:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658c00/0xc63d509de01ce230 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x95:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21faa5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624661:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659600/0xc63d509de01ce21b lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x94:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21fa5f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624682:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659200/0xc63d509de01ce214 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x94:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21fa4a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624696:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9714000/0xc63d509de01ce1ff lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x93:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21fa04 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624704:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9714a00/0xc63d509de01ce1f8 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x93:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f9ef expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624712:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9715a00/0xc63d509de01ce1d5 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x88:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f99b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624722:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9714c00/0xc63d509de01ce1c7 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f97f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624730:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9714800/0xc63d509de01ce1c0 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x91:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f955 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624740:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01ce1b9 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x91:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f940 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624749:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9715800/0xc63d509de01ce188 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x90:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f8a6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624757:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9714200/0xc63d509de01ce181 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x90:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f891 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624766:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8525e00/0xc63d509de01ce150 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x8f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f7f7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624774:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d16d1400/0xc63d509de01ce149 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f7e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624782:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8525800/0xc63d509de01ce134 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x8e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f7a3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624790:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8525600/0xc63d509de01ce12d lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f78e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624798:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8524400/0xc63d509de01ce0e0 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x8d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f692 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624806:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d16d1c00/0xc63d509de01ce0d9 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f67d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624814:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8525000/0xc63d509de01ce0a8 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x8c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f5e3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624824:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8524c00/0xc63d509de01ce0a1 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f5ce expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624833:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022400/0xc63d509de01ce08c lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x8b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f588 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624841:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022e00/0xc63d509de01ce085 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f573 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624849:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022a00/0xc63d509de01ce070 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x8a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f52d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624857:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022c00/0xc63d509de01ce069 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f518 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624865:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217e200/0xc63d509de01ce054 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x89:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f4d2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624873:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023e00/0xc63d509de01ce046 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x89:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f4bd expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624881:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023600/0xc63d509de01ce00e lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x88:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f415 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624889:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023200/0xc63d509de01ce007 lrc: 1/0,0 mode: --/PR res: [0x240000fb9:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f3cf expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624898:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023c00/0xc63d509de01cdff2 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f3a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624907:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f319 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624915:0:138618:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 100 locks packed 00010000:00010000:0.0:1787756710.624942:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8235e00/0xc63d509de01cd311 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21c377 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.624962:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3400/0xc63d509de01cf076 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xc5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2237d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624976:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683c00/0xc63d509de01cf045 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d223641 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.624986:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81200/0xc63d509de01cf03e lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22362c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625000:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8a00/0xc63d509de01ceff1 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d223530 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625010:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682a00/0xc63d509de01cefea lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xc3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22351b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625028:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037a00/0xc63d509de01cef88 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d223346 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625041:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3c00/0xc63d509de01cef81 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xc2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223331 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000100:00080000:1.0:1787756710.625061:0:2399:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffffa0e6c97c3800 x1874589766165120/t0(0) o103->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:17/18 lens 1112/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1787756710.625071:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1683000/0xc63d509de01cef2d lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22314e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625101:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037400/0xc63d509de01cef26 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xc1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223139 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625121:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036000/0xc63d509de01ceeaf lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222e45 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625156:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036400/0xc63d509de01ceea8 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xc0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222e30 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625172:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037e00/0xc63d509de01cee93 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222dea expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625184:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036c00/0xc63d509de01cee8c lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222dd5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625199:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2c00/0xc63d509de01cee62 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222d2d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625210:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3200/0xc63d509de01cee5b lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xbd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222d18 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625224:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3600/0xc63d509de01cee46 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222cd2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625240:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2800/0xc63d509de01cee3f lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222cbd expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625253:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8000/0xc63d509de01cee2a lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222c77 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625263:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9000/0xc63d509de01cee23 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222c62 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625306:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682400/0xc63d509de01ced90 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222913 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625316:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682600/0xc63d509de01ced89 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2228fe expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625329:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9a00/0xc63d509de01ced74 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2228b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625339:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3800/0xc63d509de01ced6d lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2228a3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625352:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8400/0xc63d509de01ced58 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22285d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625362:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3a00/0xc63d509de01ced51 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222848 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625382:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6e00/0xc63d509de01cecc5 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xb5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222538 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625392:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6800/0xc63d509de01cecbe lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222523 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625404:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6400/0xc63d509de01ceca9 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xb4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2224dd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625414:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6a00/0xc63d509de01ceca2 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2224c8 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625426:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81c00/0xc63d509de01ceb98 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221f57 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625436:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8e00/0xc63d509de01ceb91 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221f42 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625449:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81000/0xc63d509de01ceb44 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xae:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221e46 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625458:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f80a00/0xc63d509de01ceb3d lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221e31 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625471:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81e00/0xc63d509de01ceb28 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xad:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221deb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625487:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f80c00/0xc63d509de01ceb21 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xad:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221dd6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625499:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9600/0xc63d509de01ceb0c lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xac:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221d90 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625509:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8600/0xc63d509de01ceb05 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221d7b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625522:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81600/0xc63d509de01ceaf0 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xab:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221d3c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625531:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca122c00/0xc63d509de01ceae2 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xab:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221d27 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625543:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123400/0xc63d509de01ceab8 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xaa:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221c8d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625553:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3552600/0xc63d509de01ceab1 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xaa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221c78 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625565:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123800/0xc63d509de01cea9c lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xa9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221c32 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625574:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca122600/0xc63d509de01cea95 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221c1d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625593:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca122a00/0xc63d509de01cea80 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xa8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221bd7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625603:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca122000/0xc63d509de01cea79 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221bc2 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625615:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123000/0xc63d509de01cea64 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xa7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221b7c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625625:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca122800/0xc63d509de01cea5d lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xa7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221b67 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625637:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5395400/0xc63d509de01ce63c lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220c2c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625647:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec400/0xc63d509de01ce635 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220c17 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625659:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3553a00/0xc63d509de01ce57f lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xa3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220931 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625669:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3552400/0xc63d509de01ce578 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22091c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625682:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3552800/0xc63d509de01ce563 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xa2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2208d6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625698:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3553000/0xc63d509de01ce55c lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2208c1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625711:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3553200/0xc63d509de01ce547 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0xa1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22087b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625720:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3553e00/0xc63d509de01ce540 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220866 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625740:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027e00/0xc63d509de01ce49f lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220572 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625756:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eeca00/0xc63d509de01ce498 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22055d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625776:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5614400/0xc63d509de01ce413 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x9e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2203b9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625794:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5614e00/0xc63d509de01ce40c lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2203a4 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625816:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5615000/0xc63d509de01ce3db lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x9d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22030a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625833:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed000/0xc63d509de01ce3d4 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2202f5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625865:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eede00/0xc63d509de01ce3bf lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2202b6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625882:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5615e00/0xc63d509de01ce3b8 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2202a1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625905:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9714400/0xc63d509de01ce372 lrc: 0/0,0 mode: --/PR res: [0x240000fb9:0x14:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2201ac expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625920:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659a00/0xc63d509de01ce35d lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x9b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220182 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625934:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659c00/0xc63d509de01ce33a lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x9a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220086 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625944:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658200/0xc63d509de01ce333 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220071 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625956:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658000/0xc63d509de01ce268 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x96:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21fb77 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625966:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658400/0xc63d509de01ce261 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x96:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21fb62 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.625977:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659e00/0xc63d509de01ce237 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x95:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21faba expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.625993:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8658c00/0xc63d509de01ce230 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x95:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21faa5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.626006:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659600/0xc63d509de01ce21b lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x94:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21fa5f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.626016:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8659200/0xc63d509de01ce214 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x94:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21fa4a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.626028:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9714000/0xc63d509de01ce1ff lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x93:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21fa04 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.626037:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9714a00/0xc63d509de01ce1f8 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x93:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f9ef expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.626049:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9715a00/0xc63d509de01ce1d5 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x88:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f99b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.626059:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9714c00/0xc63d509de01ce1c7 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f97f expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.626071:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9714800/0xc63d509de01ce1c0 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x91:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f955 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.626082:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc200/0xc63d509de01ce1b9 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f940 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.626102:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9715800/0xc63d509de01ce188 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x90:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f8a6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.626112:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9714200/0xc63d509de01ce181 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f891 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.626143:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8525e00/0xc63d509de01ce150 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x8f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f7f7 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.626154:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d16d1400/0xc63d509de01ce149 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f7e2 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.626168:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8525800/0xc63d509de01ce134 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x8e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f7a3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.626178:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8525600/0xc63d509de01ce12d lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f78e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.626191:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8524400/0xc63d509de01ce0e0 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x8d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f692 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.626200:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d16d1c00/0xc63d509de01ce0d9 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f67d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.626212:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8525000/0xc63d509de01ce0a8 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x8c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f5e3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.626228:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8524c00/0xc63d509de01ce0a1 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f5ce expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.626241:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022400/0xc63d509de01ce08c lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x8b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f588 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.626250:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022e00/0xc63d509de01ce085 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f573 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.626263:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022a00/0xc63d509de01ce070 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x8a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f52d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.626300:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca022c00/0xc63d509de01ce069 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f518 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.626314:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e70217e200/0xc63d509de01ce054 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x89:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f4d2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.626324:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023e00/0xc63d509de01ce046 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x89:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f4bd expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.626338:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023600/0xc63d509de01ce00e lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x88:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f415 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.626350:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023200/0xc63d509de01ce007 lrc: 0/0,0 mode: --/PR res: [0x240000fb9:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d21f3cf expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756710.626368:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca023c00/0xc63d509de01cdff2 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f3a5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.626382:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64fc400/0xc63d509de01cdfcf lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d21f319 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756710.626396:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787756710.626399:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787756710.626402:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756710.748369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756710.748374:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756710.748385:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1787756710.748390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756710.748391:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756710.748413:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8686 00000100:00080000:1.0:1787756710.748428:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756710.748439:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756710.748478:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766165248/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756710.748508:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756710.748512:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756710.748514:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756710.748519:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8686 00000100:00080000:1.0:1787756710.748524:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756710.748531:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756710.748544:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756710.748570:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766165248:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756710.748571:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766165376/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756710.748598:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756710.748604:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756710.748606:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756710.748628:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8686 00000100:00080000:1.0:1787756710.748641:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756710.748646:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:0.0:1787756710.748653:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:1.0:1787756710.748656:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756710.748693:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766165504/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756710.748709:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756710.748715:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756710.748718:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756710.748725:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756710/real 1787756710] req@ffffa0e6c7929500 x1874589766165248/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756710.748730:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8686 00000100:00080000:1.0:1787756710.748744:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787756710.748764:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766165248/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756710.748784:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:0.0:1787756710.748787:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756710.748800:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:1.0:1787756710.748822:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756710.748825:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766165248:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756710.748854:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766165376:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756710.748860:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766165632/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756710.748877:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756710.748881:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756710.748883:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787756710.748890:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787756710.748896:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8686 00000100:00080000:1.0:1787756710.748904:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756710.748910:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756710.748916:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756710/real 1787756710] req@ffffa0e6c7929180 x1874589766165376/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787756710.748919:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756710.748940:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766165760/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756710.748950:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766165376/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756710.748964:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756710.748968:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756710.748973:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766165376:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756710.748982:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766165504:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756710.749000:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756710.749010:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756710/real 1787756710] req@ffffa0e6c792a680 x1874589766165504/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756710.749021:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766165504/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756710.749029:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756710.749032:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756710.749034:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766165504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756710.749046:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766165632:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756710.749061:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756710.749070:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756710/real 1787756710] req@ffffa0e6c7928a80 x1874589766165632/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756710.749080:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766165632/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756710.749096:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756710.749099:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756710.749103:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766165632:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756710.749108:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766165760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756710.749145:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756710.749160:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756710/real 1787756710] req@ffffa0e6c7928700 x1874589766165760/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756710.749172:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766165760/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756710.749181:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756710.749184:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756710.749187:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766165760:192.168.201.131@tcp:8:kworker.0 00010000:00010000:3.0:1787756711.644435:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756711.772403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756711.772406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756712.668669:0:138478:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 117/117 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787756712.668724:0:138618:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 117 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787756712.668737:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787756712.668741:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf0d1 lrc: 2/0,0 mode: PR/PR res: [0x200024df0:0x23:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d223989 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.668799:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3600/0xc63d509de01cf0a0 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d223839 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.668837:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf099 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d223824 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.668862:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x112e:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.668875:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf061 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22369c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.668894:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cf05a lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d223687 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.668904:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x112d:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.668911:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cf029 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2235e6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.668933:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8297800/0xc63d509de01cf022 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2235d1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.668949:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x112c:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.668963:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cf00d lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22358b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.668994:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cf006 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d223576 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669012:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x112b:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669024:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cefc0 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d223473 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.669051:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cefb9 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d22345e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669070:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1129:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669078:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef49 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2231a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.669140:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037600/0xc63d509de01cef42 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d223194 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669156:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1126:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669164:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8c00/0xc63d509de01cedac lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22296e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.669183:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3400/0xc63d509de01ceda5 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d222959 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669194:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1120:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669201:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2400/0xc63d509de01ced3c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222802 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.669219:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2a00/0xc63d509de01ced35 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2227ed expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669228:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x111f:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669234:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682800/0xc63d509de01ced04 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x111e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2226d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.669253:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3000/0xc63d509de01cecfd lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x111e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2226c0 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669306:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x111e:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669314:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7200/0xc63d509de01cebec lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x111b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d222068 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.669335:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7e00/0xc63d509de01cebe5 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x111b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d222053 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669346:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x111b:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669353:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7400/0xc63d509de01cebd0 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x111a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22200d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.669371:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7c00/0xc63d509de01cebc9 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x111a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221ff8 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669379:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x111a:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669386:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7800/0xc63d509de01cebb4 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1119:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221fb2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.669404:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6600/0xc63d509de01cebad lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1119:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221f9d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669413:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1119:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669420:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81400/0xc63d509de01ceb7c lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1118:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221efc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.669436:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f80600/0xc63d509de01ceb75 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1118:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221ee7 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669452:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1118:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669458:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f80400/0xc63d509de01ceb60 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1117:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221ea1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.669475:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f80e00/0xc63d509de01ceb59 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1117:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221e8c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669483:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1117:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669490:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259400/0xc63d509de01cead4 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221ce8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.669507:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8200/0xc63d509de01ceacd lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221cd3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669516:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1116:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669522:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123e00/0xc63d509de01cea17 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1115:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22197d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.669539:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123600/0xc63d509de01cea09 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1115:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221968 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669548:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1115:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669555:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9600/0xc63d509de01ce9fb lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1114:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221929 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.669573:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123c00/0xc63d509de01ce9f4 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1114:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221914 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669589:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1114:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669596:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9e00/0xc63d509de01ce9df lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1113:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2218ce expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.669613:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bd600/0xc63d509de01ce9d1 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1113:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2218b9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669622:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1113:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669629:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce9c3 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22187a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.669646:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9bc lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221865 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669656:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1112:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669662:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce9a7 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22181f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.669679:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259200/0xc63d509de01ce9a0 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d22180a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669688:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1111:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669694:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259c00/0xc63d509de01ce98b lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1110:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2217c4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.669711:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8e00/0xc63d509de01ce984 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1110:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2217af expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669730:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1110:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669741:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258600/0xc63d509de01ce96f lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x110f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221769 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.669773:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259800/0xc63d509de01ce968 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x110f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221754 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669791:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x110f:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669804:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259a00/0xc63d509de01ce945 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x110d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2216ac expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.669835:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258400/0xc63d509de01ce93e lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x110d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221697 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669853:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x110d:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669865:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259000/0xc63d509de01ce929 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x110c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221651 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.669894:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258c00/0xc63d509de01ce922 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x110c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d22163c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669910:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x110c:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669924:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bdc00/0xc63d509de01ce90d lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x110b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2215f6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.669951:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bc200/0xc63d509de01ce906 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x110b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2215e1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.669980:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x110b:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.669992:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bd400/0xc63d509de01ce8f1 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x110a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22159b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.670021:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bc600/0xc63d509de01ce8ea lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x110a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221586 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.670038:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x110a:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.670050:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bc400/0xc63d509de01ce8d5 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1109:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221540 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.670079:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bce00/0xc63d509de01ce8ce lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1109:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d22152b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.670125:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1109:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.670140:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bd000/0xc63d509de01ce8b9 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1108:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2214e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.670170:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bca00/0xc63d509de01ce8b2 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1108:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2214d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.670187:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1108:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.670199:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bde00/0xc63d509de01ce89d lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1107:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d22148a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.670229:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bcc00/0xc63d509de01ce896 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1107:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221475 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.670256:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1107:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.670308:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ac200/0xc63d509de01ce87a lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1105:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2213fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.670344:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ace00/0xc63d509de01ce873 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1105:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2213e9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.670364:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1105:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.670376:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9400/0xc63d509de01ce85e lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1104:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2213a3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.670406:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ad800/0xc63d509de01ce857 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1104:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d22138e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.670425:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1104:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.670438:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05aca00/0xc63d509de01ce842 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1103:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221348 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.670469:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ac000/0xc63d509de01ce83b lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1103:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221333 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.670487:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1103:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.670499:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05acc00/0xc63d509de01ce826 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1102:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2212ed expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.670528:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ada00/0xc63d509de01ce81f lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1102:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2212d8 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.670556:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1102:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.670566:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ac800/0xc63d509de01ce80a lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1101:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221292 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.670595:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ade00/0xc63d509de01ce803 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1101:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d22127d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.670613:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1101:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.670626:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed800/0xc63d509de01ce7ee lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x1100:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221237 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.670656:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ad600/0xc63d509de01ce7e7 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x1100:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221222 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.670673:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x1100:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.670684:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce7e00/0xc63d509de01ce7d2 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10ff:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2211dc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.670714:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3552200/0xc63d509de01ce7cb lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2211c7 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.670729:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10ff:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.670739:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8800/0xc63d509de01ce7b6 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10fe:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221181 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.670767:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce7600/0xc63d509de01ce7af lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10fe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d22116c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.670791:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10fe:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.670803:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce7c00/0xc63d509de01ce79a lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10fd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221126 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.670833:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8600/0xc63d509de01ce793 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221111 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.670852:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10fd:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.670863:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce7400/0xc63d509de01ce77e lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10fc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2210cb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.670894:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9200/0xc63d509de01ce777 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2210b6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.670913:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10fc:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.670926:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce7800/0xc63d509de01ce762 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10fb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221070 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.670956:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce6e00/0xc63d509de01ce75b lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d22105b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.670974:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10fb:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.670986:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce6400/0xc63d509de01ce746 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10fa:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d221015 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.671014:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8200/0xc63d509de01ce73f lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d221000 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.671042:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10fa:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.671054:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8c00/0xc63d509de01ce72a lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10f9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220fba expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.671117:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce7a00/0xc63d509de01ce723 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220fa5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.671138:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10f9:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.671153:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce7000/0xc63d509de01ce70e lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10f8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220f5f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.671185:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce6c00/0xc63d509de01ce707 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220f4a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.671204:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10f8:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.671216:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5394600/0xc63d509de01ce6f2 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10f7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220f04 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.671246:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5394c00/0xc63d509de01ce6eb lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220eef expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.671265:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10f7:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.671320:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8a00/0xc63d509de01ce6d6 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10f6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220ea9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.671353:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5395a00/0xc63d509de01ce6cf lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220e94 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.671380:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10f6:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.671391:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5394200/0xc63d509de01ce6ba lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10f5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220e4e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.671422:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5394800/0xc63d509de01ce6b3 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220e39 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.671438:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10f5:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.671449:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eece00/0xc63d509de01ce67b lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10f3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220d13 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.671477:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5395600/0xc63d509de01ce674 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10f3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220cfe expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.671495:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10f3:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.671507:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec000/0xc63d509de01ce658 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10f1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220c87 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.671536:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5395200/0xc63d509de01ce651 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220c72 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.671554:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10f1:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.671567:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5394e00/0xc63d509de01ce620 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10f0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220bd1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.671598:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5394000/0xc63d509de01ce619 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220bbc expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.671626:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10f0:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.671639:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026600/0xc63d509de01ce604 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10ef:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220b76 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.671671:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d16d0600/0xc63d509de01ce5fd lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10ef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220b61 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.671691:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10ef:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.671703:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce5d3 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10ed:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220ab9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.671734:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026000/0xc63d509de01ce5cc lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220aa4 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.671752:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10ed:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.671766:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3553800/0xc63d509de01ce5b7 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10ec:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220a5e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.671797:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3553400/0xc63d509de01ce5b0 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220a49 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.671815:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10ec:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.671828:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027800/0xc63d509de01ce508 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10ea:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2206de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.671858:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026e00/0xc63d509de01ce501 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2206c9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.671887:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10ea:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.671901:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027a00/0xc63d509de01ce4d7 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10e8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220628 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.671934:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026400/0xc63d509de01ce4d0 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220613 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.671952:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10e8:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.671965:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026800/0xc63d509de01ce4bb lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10e7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2205cd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.671996:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027000/0xc63d509de01ce4b4 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10e7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2205b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.672013:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10e7:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.672025:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027200/0xc63d509de01ce483 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10e6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220517 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672055:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027c00/0xc63d509de01ce47c lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220502 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.672073:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10e6:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.672116:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5614200/0xc63d509de01ce467 lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10e5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d2204c3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672152:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9715c00/0xc63d509de01ce460 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d2204ae expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.672184:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10e5:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.672198:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5615200/0xc63d509de01ce44b lrc: 2/0,0 mode: PR/PR res: [0x20001a9e3:0x10e4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa58e5f4f9d220468 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672230:0:138618:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d16d0000/0xc63d509de01ce444 lrc: 2/0,0 mode: CR/CR res: [0x20001a9e3:0x10e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa58e5f4f9d220453 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787756712.672249:0:138618:0:(vvp_object.c:117:vvp_conf_set()) [0x20001a9e3:0x10e4:0x0]: losing layout lock 00010000:00010000:0.0:1787756712.672345:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf0d1 lrc: 1/0,0 mode: --/PR res: [0x200024df0:0x23:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d223989 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672365:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3600/0xc63d509de01cf0a0 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d223839 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672379:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf099 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223824 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.672394:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf061 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22369c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672408:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cf05a lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223687 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.672424:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cf029 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2235e6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672439:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8297800/0xc63d509de01cf022 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2235d1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.672463:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cf00d lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22358b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672480:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cf006 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223576 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.672495:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cefc0 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d223473 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672511:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cefb9 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22345e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.672526:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef49 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2231a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672540:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037600/0xc63d509de01cef42 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223194 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.672555:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8c00/0xc63d509de01cedac lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22296e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672570:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3400/0xc63d509de01ceda5 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222959 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.672585:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2400/0xc63d509de01ced3c lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222802 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672600:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2a00/0xc63d509de01ced35 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2227ed expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.672616:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682800/0xc63d509de01ced04 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x111e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2226d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672631:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3000/0xc63d509de01cecfd lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x111e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2226c0 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.672646:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7200/0xc63d509de01cebec lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x111b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222068 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672662:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7e00/0xc63d509de01cebe5 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x111b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222053 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.672677:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7400/0xc63d509de01cebd0 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x111a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22200d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672691:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7c00/0xc63d509de01cebc9 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x111a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221ff8 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.672706:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7800/0xc63d509de01cebb4 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1119:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221fb2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672721:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6600/0xc63d509de01cebad lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1119:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221f9d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.672739:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81400/0xc63d509de01ceb7c lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1118:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221efc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672754:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f80600/0xc63d509de01ceb75 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1118:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221ee7 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.672769:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f80400/0xc63d509de01ceb60 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1117:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221ea1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672785:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f80e00/0xc63d509de01ceb59 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1117:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221e8c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.672800:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259400/0xc63d509de01cead4 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221ce8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672815:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8200/0xc63d509de01ceacd lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221cd3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.672831:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123e00/0xc63d509de01cea17 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1115:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22197d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672846:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123600/0xc63d509de01cea09 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1115:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221968 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.672861:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9600/0xc63d509de01ce9fb lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1114:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221929 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672877:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123c00/0xc63d509de01ce9f4 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1114:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221914 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.672894:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9e00/0xc63d509de01ce9df lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1113:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2218ce expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672909:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bd600/0xc63d509de01ce9d1 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1113:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2218b9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.672925:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce9c3 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22187a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672939:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9bc lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221865 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.672953:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce9a7 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22181f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672968:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259200/0xc63d509de01ce9a0 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22180a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.672982:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259c00/0xc63d509de01ce98b lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1110:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2217c4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.672997:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8e00/0xc63d509de01ce984 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1110:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2217af expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673012:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258600/0xc63d509de01ce96f lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x110f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221769 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673027:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259800/0xc63d509de01ce968 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x110f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221754 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673041:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259a00/0xc63d509de01ce945 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x110d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2216ac expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673055:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258400/0xc63d509de01ce93e lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x110d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221697 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673070:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259000/0xc63d509de01ce929 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x110c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221651 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673085:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258c00/0xc63d509de01ce922 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x110c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22163c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673129:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bdc00/0xc63d509de01ce90d lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x110b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2215f6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673144:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bc200/0xc63d509de01ce906 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x110b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2215e1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673158:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bd400/0xc63d509de01ce8f1 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x110a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22159b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673173:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bc600/0xc63d509de01ce8ea lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x110a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221586 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673188:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bc400/0xc63d509de01ce8d5 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1109:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221540 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673203:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bce00/0xc63d509de01ce8ce lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1109:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22152b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673219:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bd000/0xc63d509de01ce8b9 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1108:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2214e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673234:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bca00/0xc63d509de01ce8b2 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1108:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2214d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673251:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bde00/0xc63d509de01ce89d lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1107:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22148a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673267:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bcc00/0xc63d509de01ce896 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1107:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221475 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673318:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ac200/0xc63d509de01ce87a lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1105:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2213fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673335:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ace00/0xc63d509de01ce873 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1105:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2213e9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673350:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9400/0xc63d509de01ce85e lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1104:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2213a3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673365:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ad800/0xc63d509de01ce857 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1104:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22138e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673380:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05aca00/0xc63d509de01ce842 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1103:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221348 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673396:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ac000/0xc63d509de01ce83b lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1103:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221333 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673411:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05acc00/0xc63d509de01ce826 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1102:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2212ed expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673426:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ada00/0xc63d509de01ce81f lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1102:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2212d8 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673442:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ac800/0xc63d509de01ce80a lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1101:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221292 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673457:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ade00/0xc63d509de01ce803 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1101:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22127d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673473:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed800/0xc63d509de01ce7ee lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x1100:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221237 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673487:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ad600/0xc63d509de01ce7e7 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x1100:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221222 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673502:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce7e00/0xc63d509de01ce7d2 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10ff:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2211dc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673517:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3552200/0xc63d509de01ce7cb lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2211c7 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673533:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8800/0xc63d509de01ce7b6 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10fe:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221181 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673547:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce7600/0xc63d509de01ce7af lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10fe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22116c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673563:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce7c00/0xc63d509de01ce79a lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10fd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221126 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673579:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8600/0xc63d509de01ce793 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221111 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673596:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce7400/0xc63d509de01ce77e lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10fc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2210cb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673611:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9200/0xc63d509de01ce777 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2210b6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673626:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce7800/0xc63d509de01ce762 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10fb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221070 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673642:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce6e00/0xc63d509de01ce75b lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22105b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673657:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce6400/0xc63d509de01ce746 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10fa:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221015 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673672:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8200/0xc63d509de01ce73f lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221000 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673687:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8c00/0xc63d509de01ce72a lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10f9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220fba expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673703:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce7a00/0xc63d509de01ce723 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220fa5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673717:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce7000/0xc63d509de01ce70e lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10f8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220f5f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673732:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce6c00/0xc63d509de01ce707 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220f4a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673749:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5394600/0xc63d509de01ce6f2 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10f7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220f04 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673765:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5394c00/0xc63d509de01ce6eb lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220eef expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673780:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8a00/0xc63d509de01ce6d6 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10f6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220ea9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673795:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5395a00/0xc63d509de01ce6cf lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220e94 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673810:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5394200/0xc63d509de01ce6ba lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10f5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220e4e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673824:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5394800/0xc63d509de01ce6b3 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220e39 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673839:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eece00/0xc63d509de01ce67b lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10f3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220d13 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673854:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5395600/0xc63d509de01ce674 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10f3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220cfe expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673868:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec000/0xc63d509de01ce658 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10f1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220c87 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673883:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5395200/0xc63d509de01ce651 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220c72 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673900:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5394e00/0xc63d509de01ce620 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10f0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220bd1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673916:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5394000/0xc63d509de01ce619 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220bbc expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673931:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026600/0xc63d509de01ce604 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10ef:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220b76 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673944:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d16d0600/0xc63d509de01ce5fd lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10ef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220b61 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673959:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce5d3 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10ed:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220ab9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.673973:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026000/0xc63d509de01ce5cc lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220aa4 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.673989:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3553800/0xc63d509de01ce5b7 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10ec:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220a5e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.674002:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3553400/0xc63d509de01ce5b0 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220a49 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.674017:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027800/0xc63d509de01ce508 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10ea:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2206de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.674032:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026e00/0xc63d509de01ce501 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2206c9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.674048:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027a00/0xc63d509de01ce4d7 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10e8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220628 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.674063:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026400/0xc63d509de01ce4d0 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220613 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.674078:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026800/0xc63d509de01ce4bb lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10e7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2205cd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.674121:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027000/0xc63d509de01ce4b4 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10e7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2205b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.674137:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027200/0xc63d509de01ce483 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10e6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220517 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.674151:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027c00/0xc63d509de01ce47c lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220502 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.674167:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5614200/0xc63d509de01ce467 lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10e5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2204c3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.674182:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9715c00/0xc63d509de01ce460 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2204ae expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.674199:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5615200/0xc63d509de01ce44b lrc: 1/0,0 mode: --/PR res: [0x20001a9e3:0x10e4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220468 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.674214:0:138618:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d16d0000/0xc63d509de01ce444 lrc: 1/0,0 mode: --/CR res: [0x20001a9e3:0x10e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220453 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.674229:0:138618:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 117 locks packed 00010000:00010000:0.0:1787756712.674316:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8296200/0xc63d509de01cf0d1 lrc: 0/0,0 mode: --/PR res: [0x200024df0:0x23:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d223989 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00080000:1.0:1787756712.674349:0:2400:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffffa0e6c97c1180 x1874589766165888/t0(0) o103->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:17/18 lens 1248/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1787756712.674355:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3600/0xc63d509de01cf0a0 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d223839 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.674397:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c56c3200/0xc63d509de01cf099 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x112e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223824 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.674436:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036e00/0xc63d509de01cf061 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22369c expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.674460:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7a00/0xc63d509de01cf05a lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x112d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223687 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.674485:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682000/0xc63d509de01cf029 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2235e6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.674503:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8297800/0xc63d509de01cf022 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x112c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2235d1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.674526:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9200/0xc63d509de01cf00d lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22358b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.674543:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123200/0xc63d509de01cf006 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x112b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223576 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.674567:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036600/0xc63d509de01cefc0 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d223473 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.674585:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682200/0xc63d509de01cefb9 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1129:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22345e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.674607:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca036200/0xc63d509de01cef49 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2231a9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.674625:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca037600/0xc63d509de01cef42 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1126:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d223194 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.674648:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8c00/0xc63d509de01cedac lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22296e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.674665:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3400/0xc63d509de01ceda5 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1120:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222959 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.674692:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2400/0xc63d509de01ced3c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222802 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.674711:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec2a00/0xc63d509de01ced35 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x111f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2227ed expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.674733:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d1682800/0xc63d509de01ced04 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x111e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2226d5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.674762:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ec3000/0xc63d509de01cecfd lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x111e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2226c0 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.674784:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7200/0xc63d509de01cebec lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x111b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d222068 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.674802:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7e00/0xc63d509de01cebe5 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x111b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d222053 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.674825:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7400/0xc63d509de01cebd0 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x111a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22200d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.674842:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7c00/0xc63d509de01cebc9 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x111a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221ff8 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.674863:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f7800/0xc63d509de01cebb4 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1119:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221fb2 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.674880:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e7021f6600/0xc63d509de01cebad lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1119:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221f9d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.674903:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f81400/0xc63d509de01ceb7c lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1118:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221efc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.674921:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f80600/0xc63d509de01ceb75 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1118:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221ee7 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.674955:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f80400/0xc63d509de01ceb60 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1117:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221ea1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.674973:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6f80e00/0xc63d509de01ceb59 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1117:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221e8c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.674994:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259400/0xc63d509de01cead4 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221ce8 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.675012:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b8200/0xc63d509de01ceacd lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1116:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221cd3 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.675034:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123e00/0xc63d509de01cea17 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1115:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22197d expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.675051:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123600/0xc63d509de01cea09 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1115:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221968 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.675072:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c79b9600/0xc63d509de01ce9fb lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1114:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221929 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.675117:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6ca123c00/0xc63d509de01ce9f4 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1114:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221914 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.675143:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9e00/0xc63d509de01ce9df lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1113:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2218ce expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.675170:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bd600/0xc63d509de01ce9d1 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1113:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2218b9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.675192:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec200/0xc63d509de01ce9c3 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22187a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.675211:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed200/0xc63d509de01ce9bc lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1112:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221865 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.675234:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec600/0xc63d509de01ce9a7 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22181f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.675253:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259200/0xc63d509de01ce9a0 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1111:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22180a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.675340:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259c00/0xc63d509de01ce98b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1110:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2217c4 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.675359:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8e00/0xc63d509de01ce984 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1110:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2217af expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.675389:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258600/0xc63d509de01ce96f lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x110f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221769 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.675415:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259800/0xc63d509de01ce968 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x110f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221754 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.675453:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259a00/0xc63d509de01ce945 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x110d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2216ac expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.675473:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258400/0xc63d509de01ce93e lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x110d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221697 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.675497:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8259000/0xc63d509de01ce929 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x110c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221651 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.675515:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d8258c00/0xc63d509de01ce922 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x110c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22163c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.675536:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bdc00/0xc63d509de01ce90d lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x110b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2215f6 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.675552:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bc200/0xc63d509de01ce906 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x110b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2215e1 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.675574:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bd400/0xc63d509de01ce8f1 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x110a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22159b expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.675591:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bc600/0xc63d509de01ce8ea lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x110a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221586 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.675614:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bc400/0xc63d509de01ce8d5 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1109:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221540 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.675642:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bce00/0xc63d509de01ce8ce lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1109:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22152b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.675665:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bd000/0xc63d509de01ce8b9 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1108:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2214e5 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.675684:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bca00/0xc63d509de01ce8b2 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1108:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2214d0 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.675706:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bde00/0xc63d509de01ce89d lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1107:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d22148a expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.675723:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c64bcc00/0xc63d509de01ce896 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1107:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221475 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.675747:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ac200/0xc63d509de01ce87a lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1105:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2213fe expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.675766:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ace00/0xc63d509de01ce873 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1105:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2213e9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.675789:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9400/0xc63d509de01ce85e lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1104:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2213a3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.675806:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ad800/0xc63d509de01ce857 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1104:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22138e expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.675838:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05aca00/0xc63d509de01ce842 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1103:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221348 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.675857:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ac000/0xc63d509de01ce83b lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1103:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221333 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.675880:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05acc00/0xc63d509de01ce826 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1102:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2212ed expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.675898:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ada00/0xc63d509de01ce81f lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1102:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2212d8 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.675920:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ac800/0xc63d509de01ce80a lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1101:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221292 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.675937:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ade00/0xc63d509de01ce803 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1101:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22127d expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.675958:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eed800/0xc63d509de01ce7ee lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x1100:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221237 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.675976:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05ad600/0xc63d509de01ce7e7 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x1100:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221222 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.675997:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce7e00/0xc63d509de01ce7d2 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10ff:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2211dc expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676025:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3552200/0xc63d509de01ce7cb lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2211c7 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676047:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8800/0xc63d509de01ce7b6 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10fe:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221181 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676064:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce7600/0xc63d509de01ce7af lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10fe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22116c expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676085:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce7c00/0xc63d509de01ce79a lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10fd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221126 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676132:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8600/0xc63d509de01ce793 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10fd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221111 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676155:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce7400/0xc63d509de01ce77e lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10fc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2210cb expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676171:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a9200/0xc63d509de01ce777 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2210b6 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676193:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce7800/0xc63d509de01ce762 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10fb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221070 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676211:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce6e00/0xc63d509de01ce75b lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10fb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d22105b expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676240:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce6400/0xc63d509de01ce746 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10fa:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d221015 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676256:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8200/0xc63d509de01ce73f lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10fa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d221000 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676323:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8c00/0xc63d509de01ce72a lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10f9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220fba expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676343:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce7a00/0xc63d509de01ce723 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10f9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220fa5 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676366:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce7000/0xc63d509de01ce70e lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10f8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220f5f expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676383:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6ce6c00/0xc63d509de01ce707 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10f8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220f4a expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676404:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5394600/0xc63d509de01ce6f2 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10f7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220f04 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676421:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5394c00/0xc63d509de01ce6eb lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10f7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220eef expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676443:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d05a8a00/0xc63d509de01ce6d6 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10f6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220ea9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676467:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5395a00/0xc63d509de01ce6cf lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10f6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220e94 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676481:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5394200/0xc63d509de01ce6ba lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10f5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220e4e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676492:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5394800/0xc63d509de01ce6b3 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10f5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220e39 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676504:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eece00/0xc63d509de01ce67b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10f3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220d13 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676514:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5395600/0xc63d509de01ce674 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10f3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220cfe expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676527:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c6eec000/0xc63d509de01ce658 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10f1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220c87 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676536:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5395200/0xc63d509de01ce651 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10f1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220c72 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676548:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5394e00/0xc63d509de01ce620 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10f0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220bd1 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676558:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5394000/0xc63d509de01ce619 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10f0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220bbc expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676578:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026600/0xc63d509de01ce604 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10ef:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220b76 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676588:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d16d0600/0xc63d509de01ce5fd lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10ef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220b61 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676601:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027600/0xc63d509de01ce5d3 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10ed:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220ab9 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676610:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026000/0xc63d509de01ce5cc lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10ed:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220aa4 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676623:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3553800/0xc63d509de01ce5b7 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10ec:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220a5e expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676633:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c3553400/0xc63d509de01ce5b0 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10ec:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220a49 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676648:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027800/0xc63d509de01ce508 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10ea:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2206de expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676658:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026e00/0xc63d509de01ce501 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10ea:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2206c9 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676670:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027a00/0xc63d509de01ce4d7 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10e8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220628 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676685:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026400/0xc63d509de01ce4d0 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10e8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220613 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676698:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0026800/0xc63d509de01ce4bb lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10e7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2205cd expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676708:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027000/0xc63d509de01ce4b4 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10e7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2205b8 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676720:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027200/0xc63d509de01ce483 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10e6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220517 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676729:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d0027c00/0xc63d509de01ce47c lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10e6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220502 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676741:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5614200/0xc63d509de01ce467 lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10e5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d2204c3 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676751:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c9715c00/0xc63d509de01ce460 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10e5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d2204ae expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676763:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6c5615200/0xc63d509de01ce44b lrc: 0/0,0 mode: --/PR res: [0x20001a9e3:0x10e4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa58e5f4f9d220468 expref: -99 pid: 138509 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787756712.676773:0:138618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e6c7ba9800 lock: ffffa0e6d16d0000/0xc63d509de01ce444 lrc: 0/0,0 mode: --/CR res: [0x20001a9e3:0x10e4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa58e5f4f9d220453 expref: -99 pid: 138509 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756712.676793:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787756712.676796:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787756712.676799:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756712.796402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756712.796431:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756713.692507:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756713.820369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756713.820382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756714.716564:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756714.844325:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756714.844325:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756715.740466:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756715.868436:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756715.868451:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756715.868499:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756715.868514:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756715.868525:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756715.868543:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8691 00000100:00080000:3.0:1787756715.868562:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756715.868577:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756715.868628:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766166016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756715.868676:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756715.868681:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756715.868684:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756715.868690:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8691 00000100:00080000:3.0:1787756715.868695:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756715.868703:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756715.868719:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756715.868744:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766166016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756715.868755:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766166144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756715.868781:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756715.868789:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756715.868793:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756715.868802:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8691 00000100:00080000:3.0:1787756715.868811:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756715.868820:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756715.868832:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787756715.868834:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756715.868866:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766166272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756715.868889:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756715/real 1787756715] req@ffffa0e6c35b3100 x1874589766166016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756715.868931:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756715.868939:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766166016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756715.868943:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756715.868952:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756715.868964:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756715.868969:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8691 00000100:00080000:0.0:1787756715.868976:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787756715.868986:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787756715.868987:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766166016:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756715.869005:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756715.869019:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756715.869076:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766166400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756715.869086:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766166144:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787756715.869113:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756715.869123:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756715.869127:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756715.869136:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8691 00000100:00080000:3.0:1787756715.869145:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787756715.869155:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756715.869164:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756715.869177:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756715.869184:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756715/real 1787756715] req@ffffa0e6c35b1180 x1874589766166144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756715.869215:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766166144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756715.869215:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766166528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756715.869320:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756715.869326:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756715.869332:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766166144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756715.869344:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766166272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756715.869383:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756715.869399:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756715/real 1787756715] req@ffffa0e6c35b3800 x1874589766166272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756715.869414:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766166272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756715.869424:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756715.869428:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756715.869432:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766166272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756715.869450:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766166400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756715.869480:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756715.869501:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756715/real 1787756715] req@ffffa0e6c35b1500 x1874589766166400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756715.869525:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766166400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756715.869545:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756715.869552:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756715.869559:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766166400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756715.869572:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766166528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756715.869603:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756715.869618:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756715/real 1787756715] req@ffffa0e6c35b3b80 x1874589766166528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756715.869632:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766166528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756715.869645:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756715.869649:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756715.869653:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766166528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756716.764544:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756716.892436:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756716.892461:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756717.788406:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756717.916394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756717.916400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756718.812457:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756718.940438:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756718.940440:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756719.836502:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756719.964402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756719.964406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756720.860445:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787756720.988397:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756720.988427:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1787756720.988436:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756720.988436:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756720.988437:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756720.988459:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8696 00000100:00080000:3.0:1787756720.988493:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756720.988502:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756720.988545:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766166656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756720.988577:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756720.988581:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756720.988583:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756720.988588:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8696 00000100:00080000:3.0:1787756720.988592:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756720.988596:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756720.988608:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756720.988629:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766166784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756720.988648:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756720.988652:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766166656:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756720.988657:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756720.988664:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756720.988675:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8696 00000100:00080000:3.0:1787756720.988681:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756720.988689:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756720.988698:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756720.988719:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766166912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756720.988739:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756720.988743:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756720.988745:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756720.988750:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8696 00000100:00080000:3.0:1787756720.988757:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756720.988764:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756720.988773:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756720.988792:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766167040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756720.988810:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756720.988817:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787756720.988824:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766166784:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787756720.988825:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756720.988842:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8696 00000100:00080000:3.0:1787756720.988848:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756720.988853:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756720.988861:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756720.988883:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766167168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756720.988903:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766166912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756720.988982:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766167040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756720.989041:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766167168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:3.0:1787756721.884462:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756722.012398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756722.012417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756722.908563:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756723.036362:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756723.036363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756723.932406:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756724.060425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756724.060425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:0.0:1787756724.060771:0:2388:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:0.0:1787756724.060837:0:2388:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787756724.060859:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787756724.060954:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787756724.060967:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787756724.060977:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787756724.060993:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787756724.061011:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756720/real 1787756724] req@ffffa0e6c35b0380 x1874589766166784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756724.061046:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766166784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756724.061063:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756724.061070:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756724.061076:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766166784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756724.061087:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756720/real 1787756724] req@ffffa0e6c35b1c00 x1874589766166912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756724.061105:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766166912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756724.061117:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756724.061122:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756724.061126:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766166912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756724.061135:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756720/real 1787756724] req@ffffa0e6c35b0a80 x1874589766167040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756724.061152:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766167040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756724.061166:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756724.061171:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756724.061175:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766167040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756724.061183:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756720/real 1787756724] req@ffffa0e6c35b0e00 x1874589766166656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756724.061200:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766166656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756724.061210:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756724.061215:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756724.061220:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766166656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756724.061253:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756720/real 1787756724] req@ffffa0e6c35b1880 x1874589766167168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756724.061310:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766167168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756724.061324:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756724.061329:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756724.061333:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766167168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756724.956422:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756725.084330:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756725.084344:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756725.980438:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756726.108410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756726.108419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756726.108431:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756726.108431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756726.108441:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756726.108458:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8701 00000100:00080000:3.0:1787756726.108474:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756726.108484:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756726.108530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766167296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756726.108568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756726.108573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756726.108576:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756726.108581:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8701 00000100:00080000:3.0:1787756726.108586:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756726.108591:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756726.108604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756726.108642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766167424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756726.108654:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766167296:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756726.108662:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756726.108667:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756726.108670:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756726.108676:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8701 00000100:00080000:3.0:1787756726.108685:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756726.108695:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756726.108701:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756726.108715:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766167552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756726.108738:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756726.108745:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756726.108749:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756726.108756:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8701 00000100:00080000:3.0:1787756726.108764:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756726.108772:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756726.108784:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787756726.108793:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756726.108828:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766167680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756726.108848:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756726.108890:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756726.108895:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787756726.108906:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756726/real 1787756726] req@ffffa0e6c35b2680 x1874589766167296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756726.108908:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8701 00000100:00080000:3.0:1787756726.108922:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756726.108938:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756726.108954:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756726.108966:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766167296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756726.108986:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766167808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756726.108997:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756726.109017:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756726.109031:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766167296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756726.109076:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766167424:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756726.109127:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756726.109170:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756726/real 1787756726] req@ffffa0e6c35b3480 x1874589766167424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756726.109197:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766167424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756726.109215:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756726.109221:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756726.109228:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766167424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756726.109240:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766167552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756726.109323:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756726.109350:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756726/real 1787756726] req@ffffa0e6c35b2d80 x1874589766167552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756726.109391:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766167552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756726.109409:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756726.109417:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756726.109424:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766167552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756726.109437:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766167680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756726.109480:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756726.109504:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756726/real 1787756726] req@ffffa0e6c35b0700 x1874589766167680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756726.109528:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766167680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756726.109548:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756726.109555:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756726.109562:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766167680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756726.109574:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766167808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756726.109611:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756726.109633:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756726/real 1787756726] req@ffffa0e6c35b2a00 x1874589766167808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756726.109655:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766167808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756726.109686:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756726.109693:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756726.109700:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766167808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756727.004472:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756727.132386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756727.132435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756728.028419:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756728.156380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756728.156425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756729.052550:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756729.180399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756729.180401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756730.076406:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756730.204331:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756730.204331:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756731.100453:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756731.228395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756731.228402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756731.228522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756731.228530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756731.228536:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756731.228548:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8707 00000100:00080000:1.0:1787756731.228562:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756731.228571:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756731.228617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766167936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756731.228656:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756731.228661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756731.228664:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756731.228669:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8707 00000100:00080000:1.0:1787756731.228674:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756731.228682:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756731.228698:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756731.228727:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766168064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756731.228734:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766167936:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756731.228792:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756731.228800:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756731.228807:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756731.228818:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8707 00000100:00080000:1.0:1787756731.228844:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756731.228851:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:0.0:1787756731.228860:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:1.0:1787756731.228861:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756731.228891:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766168192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756731.228906:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756731.228911:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756731.228915:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756731.228922:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8707 00000100:00080000:1.0:1787756731.228927:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787756731.228934:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756731/real 1787756731] req@ffffa0e6c792b100 x1874589766167936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756731.228935:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756731.228948:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756731.228970:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766168320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756731.228985:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756731.228988:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756731.228990:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756731.228994:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8707 00000100:00080000:1.0:1787756731.228998:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756731.229001:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756731.229009:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756731.229015:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766167936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756731.229029:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766168448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756731.229041:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756731.229054:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756731.229062:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766167936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756731.229096:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766168064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756731.229130:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756731.229148:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756731/real 1787756731] req@ffffa0e6c7928380 x1874589766168064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756731.229164:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766168064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756731.229175:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756731.229180:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756731.229184:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766168064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756731.229191:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766168192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756731.229210:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756731.229222:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756731/real 1787756731] req@ffffa0e6c792bb80 x1874589766168192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756731.229236:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766168192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756731.229246:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756731.229250:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756731.229253:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766168192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756731.229261:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766168320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756731.229320:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756731.229335:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756731/real 1787756731] req@ffffa0e6c7929f80 x1874589766168320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756731.229350:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766168320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756731.229372:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756731.229377:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756731.229381:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766168320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756731.229388:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766168448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756731.229410:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756731.229422:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756731/real 1787756731] req@ffffa0e6c7929c00 x1874589766168448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756731.229436:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766168448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756731.229447:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756731.229451:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756731.229454:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766168448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:3.0:1787756732.124445:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756732.252379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756732.252385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756733.148497:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756733.276363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756733.276383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756734.172508:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756734.300401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756734.300403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756735.196452:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756735.324429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756735.324462:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756736.220469:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787756736.348419:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787756736.348434:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756736.348435:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756736.348444:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756736.348460:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8712 00000100:00080000:1.0:1787756736.348475:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756736.348487:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756736.348497:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756736.348541:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766168576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756736.348575:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756736.348581:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756736.348584:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756736.348590:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8712 00000100:00080000:1.0:1787756736.348595:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756736.348601:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756736.348612:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756736.348631:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766168704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756736.348637:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766168576:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756736.348651:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756736.348662:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756736.348665:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756736.348698:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8712 00000100:00080000:1.0:1787756736.348703:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756736.348709:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756736.348717:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756736.348736:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766168832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756736.348748:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756736.348753:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756736.348756:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756736.348761:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8712 00000100:00080000:1.0:1787756736.348766:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756736.348771:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756736.348777:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756736.348793:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766168960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756736.348804:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756736.348809:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756736.348812:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756736.348816:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8712 00000100:00080000:1.0:1787756736.348822:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756736.348834:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:0.0:1787756736.348837:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:1.0:1787756736.348848:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756736.348872:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766169088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756736.348921:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756736/real 1787756736] req@ffffa0e6c792ad80 x1874589766168576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756736.348958:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766168576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756736.348975:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756736.348982:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756736.348988:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766168576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756736.349029:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766168704:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756736.349061:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756736.349077:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756736/real 1787756736] req@ffffa0e6c792a300 x1874589766168704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756736.349092:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766168704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756736.349104:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756736.349109:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756736.349113:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766168704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756736.349121:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766168832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756736.349141:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756736.349154:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756736/real 1787756736] req@ffffa0e6c7928e00 x1874589766168832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756736.349168:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766168832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756736.349179:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756736.349183:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756736.349187:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766168832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756736.349194:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766168960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756736.349215:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756736.349226:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756736/real 1787756736] req@ffffa0e6c792aa00 x1874589766168960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756736.349240:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766168960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756736.349253:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756736.349257:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756736.349260:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766168960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756736.349309:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766169088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756736.349334:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756736.349348:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756736/real 1787756736] req@ffffa0e6c7929880 x1874589766169088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756736.349363:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766169088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756736.349377:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756736.349382:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756736.349386:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766169088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756737.244594:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756737.372403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756737.372442:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756738.268439:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756738.396426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756738.396464:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756739.292595:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756739.420407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756739.420436:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756740.316462:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00020000:3.0:1787756740.444425:0:116550:0:(osc_cache.c:1000:osc_extent_wait()) extent ffffa0e6d826c6c0@{[0 -> 0/1023], [3|0|+|rpc|wihY|ffffa0e6d16428c0], [28672|1|+|-|ffffa0e6c883d800|1024|ffffa0e6d39ecf80]} lustre-OST0000-osc-ffffa0e6c7ba9800: wait ext to 0 timedout, recovery in progress? 00000100:00100000:1.0:1787756740.444453:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756740.444502:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000008:00020000:3.0:1787756740.464027:0:116550:0:(osc_cache.c:1000:osc_extent_wait()) ### extent: 0000000086f0753f ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 00000000b3994bb0/0xc63d509de01ccfc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0xa58e5f4f9d21b8c6 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787756741.340422:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756741.468409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756741.468409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756741.468430:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756741.468438:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756741.468443:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756741.468457:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8717 00000100:00080000:2.0:1787756741.468470:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756741.468479:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756741.468542:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766169216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756741.468638:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756741.468645:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756741.468649:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756741.468657:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8717 00000100:00080000:2.0:1787756741.468665:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787756741.468671:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766169216:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756741.468697:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756741.468717:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756741.468747:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766169344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756741.468764:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756741.468769:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756741.468772:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756741.468779:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8717 00000800:00000100:0.0:1787756741.468788:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787756741.468792:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756741.468801:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756741.468810:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756741.468830:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766169472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756741.468844:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756741/real 1787756741] req@ffffa0e6c3548380 x1874589766169216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756741.468865:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756741.468876:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756741.468877:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756741.468883:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8717 00000100:00080000:2.0:1787756741.468886:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756741.468895:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756741.468907:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756741.468920:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766169216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756741.468926:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c54a3480 x1874589766169600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756741.468960:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756741.468962:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756741.468973:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756741.468977:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:2.0:1787756741.468978:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756741.468988:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766169216:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756741.468990:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8717 00000100:00080000:2.0:1787756741.469016:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787756741.469025:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766169344:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787756741.469029:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756741.469043:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756741.469068:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c54a1880 x1874589766169728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756741.469075:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756741.469095:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756741/real 1787756741] req@ffffa0e6c354b800 x1874589766169344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756741.469111:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766169344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756741.469122:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756741.469126:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756741.469130:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766169344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756741.469137:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766169472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756741.469155:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756741.469165:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756741/real 1787756741] req@ffffa0e6c354a680 x1874589766169472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756741.469176:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766169472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756741.469185:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756741.469188:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756741.469191:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766169472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756741.469196:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766169600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756741.469222:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756741.469233:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756741/real 1787756741] req@ffffa0e6c54a3480 x1874589766169600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756741.469245:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c54a3480 x1874589766169600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756741.469255:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756741.469258:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756741.469262:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766169600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756741.469305:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766169728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756741.469343:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756741.469357:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756741/real 1787756741] req@ffffa0e6c54a1880 x1874589766169728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756741.469371:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c54a1880 x1874589766169728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756741.469384:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756741.469387:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756741.469391:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766169728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:3.0:1787756742.364383:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756742.492326:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756742.492349:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756743.388397:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756743.516334:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756743.516341:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756744.412507:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756744.540458:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756744.540510:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756745.436501:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756745.564380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756745.564409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756746.460546:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756746.588401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756746.588428:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756746.588439:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756746.588446:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756746.588464:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8722 00000100:00080000:2.0:1787756746.588481:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787756746.588530:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756746.588531:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756746.588606:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c54a1880 x1874589766169856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756746.588646:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756746.588651:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756746.588654:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756746.588660:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8722 00000100:00080000:2.0:1787756746.588668:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756746.588675:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756746.588688:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756746.588709:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c54a3480 x1874589766169984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756746.588718:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766169856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756746.588767:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756746.588776:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756746.588781:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756746.588794:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8722 00000100:00080000:2.0:1787756746.588803:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756746.588812:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756746.588824:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756746.588854:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6ca170e00 x1874589766170112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756746.588862:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787756746.588896:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756746.588902:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756746.588905:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756746.588914:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8722 00000100:00080000:2.0:1787756746.588925:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756746.588933:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756746.588940:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756746/real 1787756746] req@ffffa0e6c54a1880 x1874589766169856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787756746.588945:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756746.588983:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6ca173480 x1874589766170240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756746.588998:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c54a1880 x1874589766169856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756746.589011:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756746.589042:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756746.589054:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756746.589063:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756746.589065:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8722 00000100:00080000:2.0:1787756746.589088:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756746.589089:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:2.0:1787756746.589102:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756746.589108:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766169856:192.168.201.131@tcp:250:kworker.0 00000008:00100000:2.0:1787756746.589117:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756746.589140:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6ca170380 x1874589766170368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756746.589171:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766169984:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756746.589226:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756746.589252:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756746/real 1787756746] req@ffffa0e6c54a3480 x1874589766169984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756746.589320:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c54a3480 x1874589766169984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756746.589335:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756746.589340:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756746.589344:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766169984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756746.589354:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766170112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756746.589385:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756746.589400:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756746/real 1787756746] req@ffffa0e6ca170e00 x1874589766170112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756746.589416:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6ca170e00 x1874589766170112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756746.589427:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756746.589431:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756746.589436:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766170112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756746.589444:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766170240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756746.589466:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756746.589478:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756746/real 1787756746] req@ffffa0e6ca173480 x1874589766170240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756746.589528:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6ca173480 x1874589766170240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756746.589544:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756746.589548:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756746.589552:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766170240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756746.589560:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766170368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756746.589589:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756746.589603:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756746/real 1787756746] req@ffffa0e6ca170380 x1874589766170368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756746.589617:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6ca170380 x1874589766170368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756746.589630:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756746.589633:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756746.589637:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766170368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756747.484453:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756747.612331:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756747.612332:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756748.508419:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756748.636391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756748.636392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756749.532496:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756749.660380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756749.660413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756750.556478:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756750.684448:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756750.684477:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756751.580600:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756751.708358:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756751.708379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787756751.708380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756751.708388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756751.708392:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756751.708427:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8727 00000100:00080000:3.0:1787756751.708439:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756751.708447:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756751.708485:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766170496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756751.708507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756751.708510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756751.708511:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756751.708515:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8727 00000100:00080000:3.0:1787756751.708518:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756751.708521:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756751.708530:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756751.708540:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766170496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756751.708544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766170624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756751.708554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756751.708556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756751.708557:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756751.708560:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8727 00000100:00080000:3.0:1787756751.708563:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756751.708566:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756751.708569:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756751.708577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766170752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756751.708583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756751.708586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756751.708587:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756751.708589:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8727 00000100:00080000:3.0:1787756751.708592:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756751.708594:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756751.708597:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:0.0:1787756751.708602:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756751.708606:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766170880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756751.708615:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756751.708617:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756751.708619:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756751.708623:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8727 00000100:00080000:3.0:1787756751.708626:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756751.708629:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756751.708633:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756751.708639:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756751/real 1787756751] req@ffffa0e6c35b1f80 x1874589766170496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756751.708642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766171008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756751.708674:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766170496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756751.708684:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756751.708688:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756751.708691:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766170496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756751.708709:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766170624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756751.708723:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756751.708731:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756751/real 1787756751] req@ffffa0e6c35b2a00 x1874589766170624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756751.708740:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766170624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756751.708745:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756751.708747:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756751.708749:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766170624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756751.708753:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766170752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756751.708763:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756751.708769:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756751/real 1787756751] req@ffffa0e6c35b0700 x1874589766170752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756751.708781:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766170752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756751.708786:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756751.708788:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756751.708789:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766170752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756751.708793:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766170880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756751.708802:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756751.708808:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756751/real 1787756751] req@ffffa0e6c35b2d80 x1874589766170880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756751.708814:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766170880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756751.708821:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756751.708823:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756751.708825:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766170880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756751.708828:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766171008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756751.708837:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756751.708843:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756751/real 1787756751] req@ffffa0e6c35b3480 x1874589766171008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756751.708849:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766171008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756751.708860:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756751.708862:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756751.708864:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766171008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:3.0:1787756752.604457:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756752.732365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756752.732365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756753.628509:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756753.756317:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756753.756328:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756754.652448:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756754.780389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756754.780451:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756755.676423:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756755.804356:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756755.804389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756756.700447:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756756.828453:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756756.828480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756756.828494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1787756756.828502:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756756.828503:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756756.828528:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8732 00000100:00080000:1.0:1787756756.828545:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756756.828555:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756756.828607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766171136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756756.828645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756756.828651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756756.828654:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756756.828660:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8732 00000100:00080000:1.0:1787756756.828665:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756756.828671:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756756.828684:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756756.828706:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766171136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756756.828707:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766171264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756756.828732:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756756.828736:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756756.828738:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756756.828744:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8732 00000100:00080000:1.0:1787756756.828749:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756756.828753:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756756.828759:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756756.828776:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766171392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756756.828789:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756756.828793:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756756.828796:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756756.828800:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8732 00000100:00080000:1.0:1787756756.828805:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787756756.828809:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787756756.828816:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756756.828825:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756756.828840:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766171520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756756.828856:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756756.828860:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756756.828863:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756756.828869:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756756/real 1787756756] req@ffffa0e6c792b480 x1874589766171136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756756.828873:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8732 00000100:00080000:1.0:1787756756.828884:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756756.828895:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756756.828906:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756756.828916:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766171136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756756.828923:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766171648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756756.829003:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756756.829016:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756756.829026:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766171136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756756.829066:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766171264:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756756.829101:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756756.829119:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756756/real 1787756756] req@ffffa0e6c7929880 x1874589766171264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756756.829145:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766171264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756756.829157:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756756.829161:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756756.829165:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766171264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756756.829173:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766171392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756756.829193:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756756.829205:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756756/real 1787756756] req@ffffa0e6c792aa00 x1874589766171392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756756.829219:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766171392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756756.829229:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756756.829232:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756756.829236:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766171392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756756.829243:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766171520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756756.829262:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756756.829334:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756756/real 1787756756] req@ffffa0e6c7928e00 x1874589766171520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756756.829355:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766171520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756756.829376:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756756.829380:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756756.829384:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766171520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756756.829392:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766171648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756756.829420:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756756.829433:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756756/real 1787756756] req@ffffa0e6c792a300 x1874589766171648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756756.829447:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766171648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756756.829459:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756756.829463:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756756.829466:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766171648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756757.724562:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756757.852405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756757.852444:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756758.748439:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756758.876375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756758.876423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756759.772560:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756759.900348:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756759.900375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756760.796474:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756760.924380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756760.924471:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756761.820481:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756761.948465:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756761.948474:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756761.948496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756761.948507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756761.948513:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756761.948526:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8737 00000100:00080000:3.0:1787756761.948541:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756761.948553:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756761.948615:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766171776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756761.948654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756761.948659:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756761.948662:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756761.948668:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8737 00000100:00080000:3.0:1787756761.948672:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756761.948678:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756761.948692:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756761.948709:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766171904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756761.948724:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756761.948739:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756761.948745:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756761.948747:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766171776:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756761.948754:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8737 00000100:00080000:3.0:1787756761.948765:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756761.948770:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756761.948776:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756761.948793:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766172032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756761.948806:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756761.948811:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756761.948814:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756761.948819:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8737 00000100:00080000:3.0:1787756761.948824:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756761.948829:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756761.948835:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:0.0:1787756761.948845:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756761.948853:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766172160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756761.948868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756761.948872:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756761.948876:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756761.948881:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8737 00000100:00080000:3.0:1787756761.948887:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756761.948894:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756761.948901:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756761.948907:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756761/real 1787756761] req@ffffa0e6c35b2680 x1874589766171776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756761.948927:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766172288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756761.948938:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766171776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756761.948979:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756761.948986:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756761.948992:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766171776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756761.949021:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766171904:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756761.949053:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756761.949077:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756761/real 1787756761] req@ffffa0e6c35b1880 x1874589766171904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756761.949101:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766171904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756761.949119:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756761.949125:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756761.949133:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766171904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756761.949146:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766172032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756761.949183:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756761.949204:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756761/real 1787756761] req@ffffa0e6c35b0e00 x1874589766172032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756761.949251:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766172032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756761.949324:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756761.949330:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756761.949335:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766172032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756761.949344:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766172160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756761.949377:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756761.949415:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756761/real 1787756761] req@ffffa0e6c35b0a80 x1874589766172160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756761.949431:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766172160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756761.949443:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756761.949447:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756761.949451:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766172160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756761.949459:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766172288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756761.949483:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756761.949495:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756761/real 1787756761] req@ffffa0e6c35b1c00 x1874589766172288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756761.949509:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766172288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756761.949520:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756761.949523:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756761.949528:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766172288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:3.0:1787756762.844432:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756762.972390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756762.972420:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756763.868534:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756763.996380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756763.996392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756764.892443:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756765.020397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756765.020409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756765.916450:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756766.044415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756766.044449:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756766.940424:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756767.068390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756767.068395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756767.068408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756767.068415:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787756767.068428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756767.068429:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8742 00000100:00080000:3.0:1787756767.068449:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756767.068460:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756767.068507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766172416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756767.068544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756767.068549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756767.068552:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756767.068557:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8742 00000100:00080000:3.0:1787756767.068562:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756767.068567:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756767.068579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756767.068605:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766172416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756767.068605:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766172544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756767.068632:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756767.068636:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756767.068639:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756767.068644:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8742 00000100:00080000:3.0:1787756767.068647:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756767.068652:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756767.068659:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756767.068676:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766172672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756767.068688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756767.068693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756767.068695:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756767.068704:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8742 00000800:00000100:0.0:1787756767.068706:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756767.068711:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756767.068719:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756767.068726:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756767.068741:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766172800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756767.068753:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756767.068761:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787756767.068762:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756767/real 1787756767] req@ffffa0e6c35b0380 x1874589766172416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756767.068764:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756767.068781:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8742 00000100:00080000:3.0:1787756767.068791:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756767.068802:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756767.068810:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756767.068817:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766172416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756767.068830:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766172928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756767.068841:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756767.068855:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756767.068863:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766172416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756767.068893:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766172544:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756767.068922:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756767.068937:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756767/real 1787756767] req@ffffa0e6c35b3b80 x1874589766172544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756767.068952:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766172544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756767.068963:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756767.068968:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756767.068972:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766172544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756767.068979:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766172672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756767.068998:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756767.069009:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756767/real 1787756767] req@ffffa0e6c35b1500 x1874589766172672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756767.069023:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766172672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756767.069033:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756767.069037:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756767.069040:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766172672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756767.069047:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766172800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756767.069065:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756767.069075:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756767/real 1787756767] req@ffffa0e6c35b3800 x1874589766172800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756767.069089:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766172800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756767.069101:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756767.069104:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756767.069108:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766172800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756767.069115:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766172928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756767.069183:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756767.069207:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756767/real 1787756767] req@ffffa0e6c35b1180 x1874589766172928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756767.069234:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766172928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756767.069254:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756767.069261:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756767.069301:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766172928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756767.964499:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756768.092393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756768.092401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756768.988403:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756769.116419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756769.116566:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756770.012486:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756770.140377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756770.140422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756771.036413:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756771.164384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756771.164404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756772.060548:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756772.188403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756772.188408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756772.188438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756772.188454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756772.188462:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756772.188479:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8747 00000100:00080000:3.0:1787756772.188496:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756772.188508:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756772.188565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766173056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756772.188616:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756772.188623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756772.188627:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756772.188635:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8747 00000100:00080000:3.0:1787756772.188641:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756772.188648:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756772.188661:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756772.188683:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766173184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756772.188692:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766173056:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756772.188708:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756772.188715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756772.188717:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756772.188724:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8747 00000100:00080000:3.0:1787756772.188728:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756772.188733:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756772.188738:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756772.188755:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766173312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756772.188768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756772.188773:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756772.188775:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756772.188779:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8747 00000100:00080000:3.0:1787756772.188784:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756772.188789:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756772.188794:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:0.0:1787756772.188803:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756772.188811:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766173440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756772.188826:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756772.188830:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756772.188834:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756772.188838:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8747 00000100:00080000:3.0:1787756772.188845:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756772.188851:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756772.188858:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756772.188866:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756772/real 1787756772] req@ffffa0e6c35b3100 x1874589766173056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756772.188876:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766173568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756772.188921:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766173056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756772.188939:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756772.188945:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756772.188952:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766173056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756772.189002:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766173184:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756772.189032:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756772.189090:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756772/real 1787756772] req@ffffa0e6c35b1180 x1874589766173184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756772.189107:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766173184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756772.189119:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756772.189123:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756772.189127:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766173184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756772.189135:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766173312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756772.189161:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756772.189173:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756772/real 1787756772] req@ffffa0e6c35b3800 x1874589766173312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756772.189187:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766173312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756772.189197:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756772.189200:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756772.189204:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766173312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756772.189211:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766173440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756772.189229:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756772.189240:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756772/real 1787756772] req@ffffa0e6c35b1500 x1874589766173440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756772.189254:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766173440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756772.189296:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756772.189301:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756772.189305:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766173440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756772.189312:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766173568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756772.189335:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756772.189348:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756772/real 1787756772] req@ffffa0e6c35b3b80 x1874589766173568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756772.189362:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766173568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756772.189374:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756772.189378:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756772.189382:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766173568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:3.0:1787756773.084438:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756773.212429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756773.212446:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756774.108487:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756774.236357:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756774.236397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756775.132467:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756775.260355:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756775.260400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756776.156450:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756776.284355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756776.284388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756777.180462:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756777.308440:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756777.308473:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756777.308494:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1787756777.308495:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756777.308502:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756777.308525:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8753 00000100:00080000:2.0:1787756777.308546:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756777.308560:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756777.308628:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6ca170380 x1874589766173696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756777.308671:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756777.308677:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756777.308679:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756777.308685:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8753 00000100:00080000:2.0:1787756777.308690:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756777.308696:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756777.308711:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756777.308729:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6ca173480 x1874589766173824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756777.308746:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756777.308754:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1787756777.308757:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766173696:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756777.308757:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756777.308766:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8753 00000100:00080000:2.0:1787756777.308773:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756777.308783:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756777.308789:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756777.308803:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6ca170e00 x1874589766173952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756777.308815:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756777.308820:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756777.308822:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756777.308828:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8753 00000100:00080000:2.0:1787756777.308832:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756777.308837:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756777.308844:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756777.308860:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766174080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756777.308873:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756777.308880:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756777.308883:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756777.308892:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8753 00000800:00000100:0.0:1787756777.308899:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787756777.308906:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756777.308919:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756777.308932:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756777.308984:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766174208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756777.309001:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756777/real 1787756777] req@ffffa0e6ca170380 x1874589766173696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756777.309062:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6ca170380 x1874589766173696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756777.309086:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756777.309095:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756777.309103:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766173696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756777.309153:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766173824:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756777.309202:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756777.309223:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756777/real 1787756777] req@ffffa0e6ca173480 x1874589766173824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756777.309241:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6ca173480 x1874589766173824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756777.309253:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756777.309258:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756777.309263:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766173824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756777.309322:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766173952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756777.309386:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756777.309412:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756777/real 1787756777] req@ffffa0e6ca170e00 x1874589766173952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756777.309439:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6ca170e00 x1874589766173952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756777.309471:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756777.309479:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756777.309487:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766173952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756777.309501:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766174080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756777.309544:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756777.309568:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756777/real 1787756777] req@ffffa0e6c60c8a80 x1874589766174080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756777.309594:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766174080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756777.309617:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756777.309625:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756777.309632:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766174080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756777.309645:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766174208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756777.309684:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756777.309706:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756777/real 1787756777] req@ffffa0e6c60c9880 x1874589766174208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756777.309722:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766174208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756777.309736:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756777.309740:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756777.309745:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766174208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756778.204569:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756778.332377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756778.332404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756779.228416:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756779.356382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756779.356386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756780.252532:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756780.380397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756780.380424:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756781.276501:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756781.404412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756781.404423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756782.300506:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756782.428413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756782.428432:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756782.428442:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756782.428448:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756782.428461:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8758 00000100:00080000:2.0:1787756782.428476:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756782.428488:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756782.428540:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766174336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756782.428576:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756782.428583:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756782.428587:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756782.428595:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8758 00000100:00080000:2.0:1787756782.428605:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756782.428617:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756782.428635:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756782.428673:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766174336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756782.428673:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766174464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787756782.428689:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756782.428722:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756782.428727:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756782.428731:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756782.428740:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8758 00000100:00080000:2.0:1787756782.428764:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756782.428771:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756782.428780:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756782.428799:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766174592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756782.428814:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756782.428818:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756782.428821:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756782.428826:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8758 00000100:00080000:2.0:1787756782.428830:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756782.428835:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756782.428842:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:0.0:1787756782.428851:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756782.428905:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766174720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756782.428921:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756782.428926:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756782.428928:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756782.428938:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8758 00000100:00080000:2.0:1787756782.428947:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756782.428952:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756782.428960:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756782.428974:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766174848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756782.428989:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756782/real 1787756782] req@ffffa0e6c60cb480 x1874589766174336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756782.429027:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766174336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756782.429045:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756782.429051:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756782.429058:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766174336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756782.429098:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766174464:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756782.429136:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756782.429153:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756782/real 1787756782] req@ffffa0e6c60cad80 x1874589766174464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756782.429169:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766174464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756782.429180:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756782.429185:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756782.429189:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766174464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756782.429202:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766174592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756782.429224:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756782.429236:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756782/real 1787756782] req@ffffa0e6c60c8e00 x1874589766174592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756782.429251:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766174592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756782.429262:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756782.429266:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756782.429338:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766174592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756782.429352:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766174720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756782.429396:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756782.429413:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756782/real 1787756782] req@ffffa0e6c60c9180 x1874589766174720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756782.429429:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766174720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756782.429444:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756782.429449:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756782.429453:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766174720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756782.429461:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766174848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756782.429484:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756782.429516:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756782/real 1787756782] req@ffffa0e6c60ca300 x1874589766174848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756782.429538:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766174848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756782.429552:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756782.429557:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756782.429561:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766174848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:3.0:1787756783.324412:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756783.452393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756783.452411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756784.348565:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756784.476417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756784.476426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756785.372460:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756785.500402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756785.500456:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756786.396551:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756786.524417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756786.524487:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756787.420416:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787756787.548412:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756787.548425:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756787.548432:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787756787.548436:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756787.548451:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8763 00000100:00100000:1.0:1787756787.548455:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756787.548473:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756787.548489:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756787.548549:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766174976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756787.548589:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756787.548594:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756787.548597:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756787.548603:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8763 00000100:00080000:2.0:1787756787.548609:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756787.548614:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756787.548626:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756787.548645:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766175104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756787.548658:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766174976:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756787.548673:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756787.548682:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756787.548686:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756787.548697:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8763 00000100:00080000:2.0:1787756787.548706:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756787.548714:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756787.548725:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756787.548754:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766175232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756787.548798:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756787.548803:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756787.548807:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756787.548815:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8763 00000100:00080000:2.0:1787756787.548822:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756787.548830:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756787.548840:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756787.548854:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766175104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756787.548864:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766175360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756787.548883:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756787.548888:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756787.548890:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756787.548897:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8763 00000100:00080000:2.0:1787756787.548906:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756787.548910:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756787.548917:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756787.548941:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766175232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756787.548941:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766175488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756787.549007:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766175360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756787.549035:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766175488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756788.444536:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756788.572400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756788.572495:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756789.468497:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756789.596406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756789.596475:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756790.492574:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756790.620434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756790.620616:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:2.0:1787756790.620819:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:2.0:1787756790.620893:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787756790.620922:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787756790.620990:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787756790.621008:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787756790.621024:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787756790.621044:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:0.0:1787756790.621102:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756787/real 1787756790] req@ffffa0e6c60ca300 x1874589766175360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756790.621153:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766175360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756790.621181:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756790.621192:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756790.621202:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766175360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756790.621219:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756787/real 1787756790] req@ffffa0e6c60c9180 x1874589766175488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756790.621247:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766175488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756790.621328:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756790.621338:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756790.621346:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766175488:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756790.621360:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756787/real 1787756790] req@ffffa0e6c60c9f80 x1874589766175104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756790.621387:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766175104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756790.621406:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756790.621414:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756790.621421:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766175104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756790.621437:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756787/real 1787756790] req@ffffa0e6c60caa00 x1874589766175232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756790.621467:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766175232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756790.621491:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756790.621499:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756790.621508:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766175232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756790.621523:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756787/real 1787756790] req@ffffa0e6c60c8380 x1874589766174976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756790.621550:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766174976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756790.621567:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756790.621603:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756790.621611:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766174976:192.168.201.131@tcp:250:kworker.0 00010000:00010000:3.0:1787756791.516407:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756791.644429:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756791.644497:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756792.540510:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787756792.668367:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787756792.668375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756792.668383:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756792.668401:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756792.668414:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8768 00000100:00080000:3.0:1787756792.668426:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787756792.668433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756792.668435:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756792.668475:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766175616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756792.668506:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756792.668512:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756792.668514:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756792.668520:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8768 00000100:00080000:3.0:1787756792.668524:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756792.668531:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756792.668543:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756792.668563:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766175616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756792.668567:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766175744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756792.668583:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756792.668587:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756792.668589:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756792.668609:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8768 00000100:00080000:3.0:1787756792.668615:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756792.668621:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756792.668629:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756792.668650:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766175872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756792.668665:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756792.668723:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756792.668729:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756792.668733:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756792.668741:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8768 00000100:00080000:3.0:1787756792.668747:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756792.668753:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756792.668761:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756792.668772:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756792/real 1787756792] req@ffffa0e6c35b0380 x1874589766175616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756792.668782:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766176000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756792.668810:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756792.668814:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756792.668817:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756792.668822:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766175616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756792.668827:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8768 00000100:00080000:3.0:1787756792.668838:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756792.668849:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756792.668856:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:0.0:1787756792.668858:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756792.668869:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756792.668879:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766176128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756792.668880:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766175616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756792.668939:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766175744:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756792.668983:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756792.669001:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756792/real 1787756792] req@ffffa0e6c35b1c00 x1874589766175744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756792.669029:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766175744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756792.669041:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756792.669046:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756792.669050:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766175744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756792.669058:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766175872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756792.669086:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756792.669102:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756792/real 1787756792] req@ffffa0e6c35b0a80 x1874589766175872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756792.669118:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766175872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756792.669131:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756792.669135:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756792.669139:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766175872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756792.669148:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766176000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756792.669177:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756792.669192:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756792/real 1787756792] req@ffffa0e6c35b0e00 x1874589766176000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756792.669209:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766176000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756792.669247:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756792.669253:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756792.669258:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766176000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756792.669305:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766176128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756792.669347:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756792.669364:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756792/real 1787756792] req@ffffa0e6c35b1880 x1874589766176128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756792.669380:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766176128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756792.669393:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756792.669397:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756792.669401:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766176128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:3.0:1787756793.564459:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756793.692393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756793.692529:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756794.588513:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756794.716404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756794.716405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756795.612459:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756795.740397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756795.740398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756796.636567:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756796.764443:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756796.764444:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756797.660414:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756797.788373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756797.788403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787756797.788410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756797.788419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756797.788424:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756797.788449:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8773 00000100:00080000:0.0:1787756797.788459:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756797.788465:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756797.788516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3b80 x1874589766176256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756797.788549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756797.788552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756797.788554:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756797.788558:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8773 00000100:00080000:0.0:1787756797.788562:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756797.788612:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756797.788628:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756797.788654:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766176256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756797.788662:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c3100 x1874589766176384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756797.788676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756797.788679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756797.788681:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756797.788684:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8773 00000100:00080000:0.0:1787756797.788723:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756797.788727:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756797.788732:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787756797.788736:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756797.788747:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c97c1c00 x1874589766176512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756797.788756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756797.788759:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756797.788761:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756797.788764:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8773 00000100:00080000:0.0:1787756797.788768:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756797.788772:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756797.788777:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756797.788781:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756797/real 1787756797] req@ffffa0e6c97c3b80 x1874589766176256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756797.788791:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6ca170e00 x1874589766176640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756797.788802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756797.788807:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1787756797.788808:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3b80 x1874589766176256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756797.788809:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756797.788817:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8773 00000100:00080000:0.0:1787756797.788822:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756797.788830:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787756797.788834:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1787756797.788837:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787756797.788844:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756797.788852:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766176256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756797.788857:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6ca173480 x1874589766176768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756797.788892:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766176384:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756797.788917:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756797.788928:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756797/real 1787756797] req@ffffa0e6c97c3100 x1874589766176384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756797.788938:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c3100 x1874589766176384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756797.788946:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756797.788948:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756797.788951:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766176384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756797.788956:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766176512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756797.788968:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756797.788975:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756797/real 1787756797] req@ffffa0e6c97c1c00 x1874589766176512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756797.788983:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c97c1c00 x1874589766176512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756797.788990:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756797.788992:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756797.788994:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c97c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766176512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756797.788998:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766176640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756797.789016:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756797.789029:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756797/real 1787756797] req@ffffa0e6ca170e00 x1874589766176640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756797.789043:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6ca170e00 x1874589766176640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756797.789057:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756797.789061:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756797.789065:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766176640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756797.789072:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766176768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756797.789090:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756797.789098:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756797/real 1787756797] req@ffffa0e6ca173480 x1874589766176768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756797.789107:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6ca173480 x1874589766176768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756797.789115:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756797.789117:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756797.789120:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766176768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756798.684513:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756798.812443:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756798.812454:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756799.708461:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756799.836387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756799.836423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756800.732485:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756800.860427:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756800.860427:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756801.756436:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756801.884400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756801.884423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756802.780583:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756802.908359:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756802.908368:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756802.908403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756802.908410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756802.908414:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756802.908423:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8778 00000100:00080000:3.0:1787756802.908433:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756802.908439:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756802.908475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766176896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756802.908537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756802.908543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756802.908545:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756802.908551:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8778 00000100:00080000:3.0:1787756802.908556:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756802.908561:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756802.908570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756802.908587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766177024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756802.908589:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766176896:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756802.908607:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756802.908611:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756802.908613:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756802.908617:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8778 00000100:00080000:3.0:1787756802.908620:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756802.908622:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756802.908628:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756802.908639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766177152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756802.908648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756802.908651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756802.908652:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756802.908656:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8778 00000100:00080000:3.0:1787756802.908660:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787756802.908661:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756802.908667:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756802.908672:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756802.908683:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766177280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756802.908692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756802.908695:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756802.908697:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787756802.908702:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756802/real 1787756802] req@ffffa0e6c35b2680 x1874589766176896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756802.908705:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8778 00000100:00080000:3.0:1787756802.908710:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756802.908717:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756802.908726:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756802.908734:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766176896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756802.908736:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766177408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756802.908842:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756802.908848:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756802.908852:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766176896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756802.908875:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766177024:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756802.908898:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756802.908921:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756802/real 1787756802] req@ffffa0e6c35b3480 x1874589766177024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756802.908933:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766177024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756802.908941:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756802.908946:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756802.908950:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766177024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756802.908959:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766177152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756802.908984:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756802.909001:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756802/real 1787756802] req@ffffa0e6c35b2d80 x1874589766177152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756802.909019:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766177152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756802.909052:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756802.909054:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756802.909057:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766177152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756802.909062:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766177280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756802.909081:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756802.909090:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756802/real 1787756802] req@ffffa0e6c35b0700 x1874589766177280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756802.909100:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766177280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756802.909108:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756802.909110:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756802.909113:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766177280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756802.909118:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766177408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756802.909130:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756802.909137:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756802/real 1787756802] req@ffffa0e6c35b2a00 x1874589766177408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756802.909146:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766177408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756802.909153:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756802.909155:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756802.909159:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766177408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:3.0:1787756803.804380:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756803.932345:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756803.932349:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756804.828554:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756804.956400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756804.956416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756805.852439:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756805.980367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756805.980394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756806.876537:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756807.004398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756807.004400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756807.900353:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787756808.028379:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756808.028392:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1787756808.028394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756808.028397:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787756808.028431:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756808.028450:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8783 00000100:00080000:3.0:1787756808.028466:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756808.028477:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756808.028524:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766177536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756808.028558:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756808.028563:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756808.028566:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756808.028571:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8783 00000100:00080000:3.0:1787756808.028575:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756808.028580:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756808.028591:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756808.028610:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766177664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756808.028615:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766177536:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756808.028643:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756808.028649:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756808.028652:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756808.028658:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8783 00000100:00080000:3.0:1787756808.028663:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756808.028668:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756808.028676:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756808.028690:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766177792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756808.028701:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756808.028705:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756808.028708:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787756808.028718:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756808.028718:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8783 00000100:00080000:3.0:1787756808.028730:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756808.028735:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756808.028742:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756808.028757:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766177920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756808.028769:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787756808.028776:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756808/real 1787756808] req@ffffa0e6c35b1f80 x1874589766177536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756808.028777:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756808.028784:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756808.028799:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8783 00000100:00080000:3.0:1787756808.028808:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756808.028814:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756808.028822:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766177536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787756808.028823:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756808.028842:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766178048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756808.028845:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756808.028862:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756808.028873:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766177536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756808.028906:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766177664:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756808.028947:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756808.028970:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756808/real 1787756808] req@ffffa0e6c35b2a00 x1874589766177664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756808.028996:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766177664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756808.029013:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756808.029036:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756808.029044:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766177664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756808.029057:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766177792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756808.029096:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756808.029114:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756808/real 1787756808] req@ffffa0e6c35b0700 x1874589766177792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756808.029129:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766177792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756808.029139:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756808.029143:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756808.029147:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766177792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756808.029155:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766177920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756808.029176:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756808.029187:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756808/real 1787756808] req@ffffa0e6c35b2d80 x1874589766177920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756808.029200:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766177920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756808.029211:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756808.029214:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756808.029218:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766177920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756808.029224:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766178048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756808.029261:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756808.029273:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756808/real 1787756808] req@ffffa0e6c35b3480 x1874589766178048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756808.029351:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766178048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756808.029388:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756808.029393:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756808.029402:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766178048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756808.924652:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756809.052379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756809.052380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756809.948443:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756810.076365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756810.076381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756810.972615:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756811.100427:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756811.100438:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756811.996445:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756812.124419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756812.124427:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756813.020444:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787756813.148378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787756813.148378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756813.148379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787756813.148389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756813.148392:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756813.148402:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8788 00000100:00080000:0.0:1787756813.148412:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756813.148419:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756813.148452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6ca170380 x1874589766178176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756813.148473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756813.148476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756813.148477:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756813.148480:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8788 00000100:00080000:0.0:1787756813.148483:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756813.148486:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756813.148494:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756813.148508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6ca173480 x1874589766178304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756813.148508:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766178176:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787756813.148522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756813.148525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756813.148526:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756813.148529:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8788 00000100:00080000:0.0:1787756813.148541:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756813.148545:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756813.148551:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756813.148564:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6ca170e00 x1874589766178432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787756813.148571:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787756813.148581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756813.148586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756813.148589:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756813.148594:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8788 00000100:00080000:0.0:1787756813.148599:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756813.148603:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756813.148606:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756813/real 1787756813] req@ffffa0e6ca170380 x1874589766178176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787756813.148610:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756813.148625:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c54a3480 x1874589766178560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756813.148634:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6ca170380 x1874589766178176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756813.148635:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756813.148643:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756813.148646:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756813.148654:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8788 00000100:00080000:0.0:1787756813.148660:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756813.148663:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787756813.148664:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1787756813.148666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787756813.148674:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756813.148678:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c54a1880 x1874589766178688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756813.148684:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766178176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756813.148712:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766178304:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756813.148740:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756813.148750:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756813/real 1787756813] req@ffffa0e6ca173480 x1874589766178304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756813.148759:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6ca173480 x1874589766178304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756813.148765:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756813.148767:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756813.148770:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca173480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766178304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756813.148773:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766178432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756813.148784:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756813.148790:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756813/real 1787756813] req@ffffa0e6ca170e00 x1874589766178432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756813.148797:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6ca170e00 x1874589766178432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756813.148802:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756813.148804:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756813.148806:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6ca170e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766178432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756813.148809:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766178560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756813.148820:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756813.148825:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756813/real 1787756813] req@ffffa0e6c54a3480 x1874589766178560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756813.148832:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c54a3480 x1874589766178560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756813.148839:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756813.148841:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756813.148843:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766178560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756813.148847:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766178688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756813.148856:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756813.148861:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756813/real 1787756813] req@ffffa0e6c54a1880 x1874589766178688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756813.148868:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c54a1880 x1874589766178688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756813.148874:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756813.148876:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756813.148878:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766178688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:3.0:1787756814.044394:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756814.172391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756814.172391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756815.068439:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756815.196396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756815.196413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756816.092408:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756816.220433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756816.220433:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756817.116443:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756817.244323:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756817.244339:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756818.140468:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756818.268412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756818.268413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756818.268427:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756818.268437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756818.268443:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756818.268456:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8794 00000100:00080000:3.0:1787756818.268471:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756818.268482:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756818.268544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766178816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756818.268580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756818.268585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756818.268587:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756818.268593:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8794 00000100:00080000:3.0:1787756818.268598:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756818.268602:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756818.268615:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756818.268633:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766178944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756818.268649:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756818.268653:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756818.268655:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756818.268660:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8794 00000100:00080000:3.0:1787756818.268664:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787756818.268675:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766178816:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756818.268675:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756818.268689:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756818.268708:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766179072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756818.268720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756818.268725:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756818.268728:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756818.268733:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8794 00000100:00080000:3.0:1787756818.268737:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756818.268742:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756818.268749:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756818.268761:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766179200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756818.268774:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756818.268778:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756818.268781:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787756818.268792:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756818.268794:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8794 00000100:00080000:3.0:1787756818.268806:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756818.268812:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756818.268820:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756818.268836:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766179328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756818.268857:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756818/real 1787756818] req@ffffa0e6c35b2680 x1874589766178816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756818.268894:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766178816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756818.268917:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756818.268925:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756818.268934:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766178816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756818.268972:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766178944:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756818.269008:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756818.269026:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756818/real 1787756818] req@ffffa0e6c35b1880 x1874589766178944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756818.269043:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766178944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756818.269055:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756818.269060:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756818.269064:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766178944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756818.269072:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766179072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756818.269093:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756818.269105:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756818/real 1787756818] req@ffffa0e6c35b0e00 x1874589766179072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756818.269120:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766179072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756818.269131:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756818.269134:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756818.269138:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766179072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756818.269146:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766179200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756818.269165:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756818.269176:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756818/real 1787756818] req@ffffa0e6c35b0a80 x1874589766179200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756818.269191:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766179200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756818.269205:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756818.269211:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756818.269218:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766179200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756818.269324:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766179328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756818.269368:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756818.269393:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756818/real 1787756818] req@ffffa0e6c35b1c00 x1874589766179328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756818.269418:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766179328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756818.269438:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756818.269442:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756818.269447:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766179328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756819.164491:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756819.292368:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756819.292387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756820.188409:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756820.316374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756820.316374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756821.212421:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756821.340380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756821.340386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756822.236425:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756822.364375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756822.364390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756823.260483:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756823.388399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756823.388415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756823.388562:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756823.388569:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756823.388574:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756823.388586:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8799 00000100:00080000:3.0:1787756823.388600:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756823.388609:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756823.388656:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766179456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756823.388690:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756823.388695:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756823.388697:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756823.388702:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8799 00000100:00080000:3.0:1787756823.388706:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756823.388710:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756823.388721:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756823.388737:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766179584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756823.388753:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787756823.388754:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766179456:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756823.388766:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756823.388771:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756823.388777:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8799 00000100:00080000:3.0:1787756823.388780:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756823.388783:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756823.388790:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756823.388805:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766179712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756823.388817:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756823.388822:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756823.388824:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756823.388829:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8799 00000100:00080000:3.0:1787756823.388834:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756823.388838:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756823.388843:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756823.388855:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766179840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756823.388866:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787756823.388872:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756823.388877:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756823.388881:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756823.388888:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8799 00000100:00080000:3.0:1787756823.388893:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756823.388897:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756823.388904:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756823.388919:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766179968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756823.388931:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756823/real 1787756823] req@ffffa0e6c35b0380 x1874589766179456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756823.388957:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766179456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756823.388972:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756823.388977:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756823.388982:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766179456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756823.389009:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766179584:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756823.389035:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756823.389049:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756823/real 1787756823] req@ffffa0e6c35b3b80 x1874589766179584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756823.389063:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766179584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756823.389074:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756823.389077:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756823.389081:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766179584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756823.389088:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766179712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756823.389106:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756823.389116:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756823/real 1787756823] req@ffffa0e6c35b1500 x1874589766179712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756823.389130:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766179712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756823.389192:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756823.389197:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756823.389201:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766179712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756823.389209:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766179840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756823.389260:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756823.389275:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756823/real 1787756823] req@ffffa0e6c35b3800 x1874589766179840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756823.389322:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766179840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756823.389335:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756823.389339:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756823.389344:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766179840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756823.389351:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766179968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756823.389376:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756823.389389:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756823/real 1787756823] req@ffffa0e6c35b1180 x1874589766179968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756823.389421:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766179968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756823.389440:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756823.389444:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756823.389448:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766179968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:3.0:1787756824.284492:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756824.412339:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756824.412340:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756825.308506:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756825.436374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756825.436393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756826.332459:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756826.460392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756826.460426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756827.356528:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756827.484360:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756827.484380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756828.380379:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756828.508380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756828.508380:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787756828.508381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756828.508397:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756828.508405:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756828.508420:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8804 00000100:00080000:3.0:1787756828.508434:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756828.508444:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756828.508494:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766180096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756828.508531:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756828.508536:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756828.508539:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756828.508544:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8804 00000100:00080000:3.0:1787756828.508549:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756828.508570:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756828.508578:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756828.508589:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766180224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756828.508596:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766180096:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756828.508600:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756828.508604:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756828.508605:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756828.508609:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8804 00000100:00080000:3.0:1787756828.508611:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756828.508614:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756828.508618:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756828.508625:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766180352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756828.508631:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756828.508634:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756828.508635:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756828.508638:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8804 00000100:00080000:3.0:1787756828.508641:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756828.508643:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756828.508647:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787756828.508657:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756828.508662:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766180480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756828.508670:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756828.508673:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756828.508675:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756828.508678:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8804 00000100:00080000:3.0:1787756828.508681:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756828.508684:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756828.508688:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756828.508695:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756828/real 1787756828] req@ffffa0e6c35b3100 x1874589766180096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756828.508697:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766180608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756828.508729:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766180096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756828.508749:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756828.508752:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756828.508755:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766180096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756828.508773:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766180224:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756828.508791:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756828.508799:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756828/real 1787756828] req@ffffa0e6c35b1180 x1874589766180224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756828.508807:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766180224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756828.508814:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756828.508816:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756828.508818:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766180224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756828.508822:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766180352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756828.508832:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756828.508838:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756828/real 1787756828] req@ffffa0e6c35b3800 x1874589766180352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756828.508845:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766180352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756828.508867:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756828.508871:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756828.508875:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766180352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756828.508882:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766180480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756828.508904:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756828.508915:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756828/real 1787756828] req@ffffa0e6c35b1500 x1874589766180480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756828.508930:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766180480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756828.508941:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756828.508945:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756828.508949:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766180480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756828.508955:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766180608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756828.508974:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756828.508985:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756828/real 1787756828] req@ffffa0e6c35b3b80 x1874589766180608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756828.508998:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766180608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756828.509010:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756828.509013:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756828.509017:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766180608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756829.404596:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756829.532359:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756829.532370:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756830.428409:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756830.556342:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756830.556354:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756831.452509:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756831.580367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756831.580368:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756832.476394:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756832.604376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756832.604376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756833.500533:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787756833.628436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787756833.628438:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756833.628446:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756833.628449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756833.628456:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756833.628467:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8809 00000100:00080000:3.0:1787756833.628479:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756833.628488:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756833.628525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766180736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756833.628553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756833.628557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756833.628559:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756833.628563:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8809 00000100:00080000:3.0:1787756833.628567:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756833.628571:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756833.628580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756833.628591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766180864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756833.628603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787756833.628608:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766180736:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756833.628608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756833.628612:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756833.628625:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8809 00000100:00080000:3.0:1787756833.628631:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756833.628636:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756833.628643:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756833.628663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766180992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756833.628679:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756833.628684:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756833.628687:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756833.628693:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8809 00000100:00080000:3.0:1787756833.628698:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787756833.628706:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756833.628707:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756833.628718:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756833.628733:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766181120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756833.628742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756833.628746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1787756833.628750:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756833/real 1787756833] req@ffffa0e6c35b0380 x1874589766180736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756833.628751:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756833.628764:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8809 00000100:00080000:3.0:1787756833.628772:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756833.628777:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756833.628782:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756833.628784:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766180736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756833.628796:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766181248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756833.628800:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756833.628813:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756833.628823:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766180736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756833.628856:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766180864:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756833.628892:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756833.628911:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756833/real 1787756833] req@ffffa0e6c35b1c00 x1874589766180864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756833.628927:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766180864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756833.628941:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756833.628972:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756833.628978:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766180864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756833.628988:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766180992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756833.629017:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756833.629029:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756833/real 1787756833] req@ffffa0e6c35b0a80 x1874589766180992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756833.629040:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766180992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756833.629049:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756833.629051:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756833.629055:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766180992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756833.629060:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766181120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756833.629077:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756833.629085:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756833/real 1787756833] req@ffffa0e6c35b0e00 x1874589766181120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756833.629096:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766181120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756833.629105:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756833.629107:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756833.629110:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766181120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756833.629115:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766181248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756833.629128:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756833.629136:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756833/real 1787756833] req@ffffa0e6c35b1880 x1874589766181248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756833.629146:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766181248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756833.629154:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756833.629156:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756833.629159:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766181248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:3.0:1787756834.524449:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756834.652389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756834.652428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756835.548512:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756835.676386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756835.676395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756836.572437:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756836.700405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756836.700411:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756837.596592:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756837.724394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756837.724421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756838.620374:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787756838.748340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756838.748348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756838.748352:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787756838.748357:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756838.748363:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8814 00000100:00080000:3.0:1787756838.748376:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756838.748383:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756838.748417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766181376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756838.748443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787756838.748444:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756838.748447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756838.748453:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756838.748460:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8814 00000100:00080000:3.0:1787756838.748468:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756838.748473:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756838.748482:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756838.748487:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766181376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756838.748495:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766181504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756838.748507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756838.748510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756838.748511:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756838.748515:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8814 00000100:00080000:3.0:1787756838.748517:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756838.748520:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756838.748523:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756838.748535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766181632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756838.748545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787756838.748550:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756838.748552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756838.748556:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756838.748562:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8814 00000100:00080000:3.0:1787756838.748568:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756838.748573:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756838.748580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756838.748591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766181760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756838.748598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787756838.748600:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756838/real 1787756838] req@ffffa0e6c35b2680 x1874589766181376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756838.748603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756838.748607:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756838.748616:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8814 00000100:00080000:3.0:1787756838.748621:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756838.748624:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756838.748628:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766181376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787756838.748630:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787756838.748642:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787756838.748642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766181888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756838.748651:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756838.748659:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766181376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756838.748679:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766181504:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756838.748698:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756838.748706:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756838/real 1787756838] req@ffffa0e6c35b3480 x1874589766181504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756838.748714:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766181504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756838.748721:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756838.748723:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756838.748726:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766181504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756838.748729:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766181632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756838.748740:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756838.748746:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756838/real 1787756838] req@ffffa0e6c35b2d80 x1874589766181632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756838.748754:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766181632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756838.748760:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756838.748762:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756838.748764:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766181632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756838.748767:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766181760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756838.748778:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756838.748784:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756838/real 1787756838] req@ffffa0e6c35b0700 x1874589766181760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756838.748791:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766181760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756838.748798:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756838.748800:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756838.748802:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766181760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756838.748805:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766181888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756838.748815:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756838.748820:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756838/real 1787756838] req@ffffa0e6c35b2a00 x1874589766181888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756838.748828:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766181888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756838.748839:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756838.748841:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756838.748843:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766181888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787756839.644561:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756839.772394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756839.772459:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756840.668421:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756840.796332:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756840.796333:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756841.692528:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756841.820408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756841.820426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756842.716419:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756842.844359:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756842.844379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756843.740526:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787756843.868377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787756843.868379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756843.868405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1787756843.868413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756843.868414:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756843.868434:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8819 00000100:00080000:3.0:1787756843.868452:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756843.868466:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756843.868520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766182016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756843.868559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756843.868564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756843.868567:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756843.868573:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8819 00000100:00080000:3.0:1787756843.868578:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756843.868585:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756843.868599:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756843.868617:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766182016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756843.868622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766182144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756843.868644:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756843.868648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756843.868651:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756843.868657:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8819 00000100:00080000:3.0:1787756843.868661:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756843.868666:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756843.868672:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756843.868687:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766182272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787756843.868713:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756843.868714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756843.868725:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756843.868729:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756843.868736:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8819 00000100:00080000:3.0:1787756843.868741:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756843.868747:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756843.868755:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756843.868771:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756843/real 1787756843] req@ffffa0e6c35b1f80 x1874589766182016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756843.868797:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766182400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756843.868822:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756843.868835:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756843.868841:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756843.868854:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8819 00000100:00080000:3.0:1787756843.868860:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756843.868865:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756843.868872:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756843.868883:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766182016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756843.868889:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766182528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756843.868953:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756843.868962:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756843.868971:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766182016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756843.869019:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766182144:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756843.869056:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756843.869075:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756843/real 1787756843] req@ffffa0e6c35b2a00 x1874589766182144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756843.869094:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766182144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756843.869106:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756843.869110:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756843.869115:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766182144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756843.869136:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766182272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756843.869160:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756843.869174:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756843/real 1787756843] req@ffffa0e6c35b0700 x1874589766182272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756843.869189:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766182272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756843.869200:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756843.869204:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756843.869209:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766182272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756843.869216:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766182400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756843.869235:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756843.869246:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756843/real 1787756843] req@ffffa0e6c35b2d80 x1874589766182400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756843.869261:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766182400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756843.869313:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756843.869317:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756843.869322:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766182400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756843.869329:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766182528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756843.869353:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756843.869366:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756843/real 1787756843] req@ffffa0e6c35b3480 x1874589766182528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756843.869381:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766182528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756843.869392:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756843.869396:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756843.869400:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766182528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:3.0:1787756844.764429:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756844.892358:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756844.892394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756845.788528:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756845.916404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756845.916417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756846.812434:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756846.940383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756846.940388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756847.836494:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756847.964390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756847.964398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756848.860455:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787756848.988411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756848.988424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756848.988432:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756848.988448:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8824 00000100:00080000:3.0:1787756848.988463:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756848.988476:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756848.988479:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756848.988479:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756848.988530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766182656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756848.988571:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756848.988576:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756848.988579:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756848.988584:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8824 00000100:00080000:3.0:1787756848.988589:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756848.988594:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756848.988606:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756848.988623:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766182784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756848.988633:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766182656:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756848.988644:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756848.988652:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756848.988654:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756848.988660:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8824 00000100:00080000:3.0:1787756848.988665:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756848.988669:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756848.988676:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756848.988750:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766182912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756848.988766:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756848.988769:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756848.988771:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756848.988777:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8824 00000100:00080000:3.0:1787756848.988784:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787756848.988785:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756848.988791:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756848.988799:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756848.988810:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766183040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756848.988819:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756848.988822:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756848.988824:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756848.988829:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8824 00000100:00080000:3.0:1787756848.988833:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756848.988841:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756848.988843:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756848/real 1787756848] req@ffffa0e6c35b2680 x1874589766182656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787756848.988845:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756848.988861:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766183168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756848.988892:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766182656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756848.988906:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756848.988910:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756848.988915:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766182656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756848.988938:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766182784:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756848.988962:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756848.988973:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756848/real 1787756848] req@ffffa0e6c35b1880 x1874589766182784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756848.988997:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766182784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756848.989009:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756848.989013:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756848.989018:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766182784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756848.989027:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766182912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756848.989077:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756848.989097:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756848/real 1787756848] req@ffffa0e6c35b0e00 x1874589766182912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756848.989113:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766182912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756848.989130:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756848.989133:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756848.989137:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766182912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756848.989143:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766183040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756848.989167:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756848.989177:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756848/real 1787756848] req@ffffa0e6c35b0a80 x1874589766183040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756848.989189:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766183040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756848.989200:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756848.989203:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756848.989206:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766183040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756848.989211:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766183168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756848.989227:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756848.989236:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756848/real 1787756848] req@ffffa0e6c35b1c00 x1874589766183168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756848.989267:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766183168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756848.989278:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756848.989281:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756848.989286:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766183168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787756849.884456:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756850.012352:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756850.012355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756850.908521:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756851.036388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756851.036404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756851.932611:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756852.060460:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756852.060519:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756852.956368:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756853.084345:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756853.084361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756853.980574:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756854.108359:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756854.108454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756854.108467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1787756854.108469:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756854.108474:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756854.108491:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8829 00000100:00080000:3.0:1787756854.108506:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756854.108516:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756854.108565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766183296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756854.108636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756854.108644:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756854.108649:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756854.108659:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8829 00000100:00080000:3.0:1787756854.108668:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787756854.108677:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766183296:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756854.108685:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756854.108707:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756854.108735:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766183424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756854.108753:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756854.108757:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756854.108761:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756854.108767:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8829 00000100:00080000:3.0:1787756854.108775:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756854.108780:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756854.108789:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756854.108814:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766183552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756854.108831:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766183424:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787756854.108868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756854.108877:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756854.108882:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787756854.108891:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766183552:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787756854.108896:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8829 00000100:00080000:3.0:1787756854.108910:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756854.108921:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756854.108934:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756854.108961:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766183680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756854.109007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756854.109014:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756854.109018:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756854.109026:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8829 00000100:00080000:3.0:1787756854.109034:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756854.109044:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756854.109053:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756854.109077:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766183680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787756854.109081:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766183808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756854.109154:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766183808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:3.0:1787756855.004386:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756855.132381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756855.132391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756856.028444:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756856.156344:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756856.156346:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756857.052401:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756857.180369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756857.180392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:0.0:1787756857.180514:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:0.0:1787756857.180587:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787756857.180605:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787756857.180642:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787756857.180652:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787756857.180664:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787756857.180675:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787756857.180683:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756854/real 1787756857] req@ffffa0e6c35b3800 x1874589766183680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756857.180708:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766183680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756857.180723:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756857.180728:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756857.180733:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766183680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756857.180740:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756854/real 1787756857] req@ffffa0e6c35b1500 x1874589766183552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756857.180752:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766183552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756857.180761:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756857.180765:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756857.180768:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766183552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756857.180776:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756854/real 1787756857] req@ffffa0e6c35b3b80 x1874589766183424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756857.180787:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766183424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756857.180795:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756857.180798:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756857.180802:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766183424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756857.180809:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756854/real 1787756857] req@ffffa0e6c35b0380 x1874589766183296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756857.180821:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766183296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756857.180829:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756857.180832:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756857.180852:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766183296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756857.180879:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756854/real 1787756857] req@ffffa0e6c35b1180 x1874589766183808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756857.180893:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766183808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756857.180903:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756857.180906:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756857.180909:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766183808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787756858.076504:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756858.204388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756858.204406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756859.100346:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756859.228372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756859.228376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756859.228386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756859.228400:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787756859.228408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756859.228413:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8835 00000100:00080000:3.0:1787756859.228427:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756859.228436:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756859.228474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766183936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756859.228497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756859.228500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756859.228526:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756859.228530:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8835 00000100:00080000:3.0:1787756859.228533:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756859.228537:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756859.228546:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756859.228548:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766183936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756859.228561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766184064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756859.228574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756859.228578:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756859.228580:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756859.228585:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8835 00000100:00080000:3.0:1787756859.228590:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756859.228594:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756859.228600:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787756859.228617:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756859.228617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766184192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756859.228636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756859.228640:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756859.228642:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756859.228647:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8835 00000100:00080000:3.0:1787756859.228651:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756859.228658:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756859.228664:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756859.228672:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756859/real 1787756859] req@ffffa0e6c35b3100 x1874589766183936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756859.228684:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766184320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756859.228700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756859.228704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1787756859.228706:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766183936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756859.228708:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756859.228718:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8835 00000100:00080000:3.0:1787756859.228726:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756859.228728:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756859.228734:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787756859.228737:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:3.0:1787756859.228743:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756859.228751:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766183936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756859.228762:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766184448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756859.228780:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766184064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756859.228808:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756859.228823:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756859/real 1787756859] req@ffffa0e6c35b1180 x1874589766184064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756859.228837:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766184064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756859.228846:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756859.228850:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756859.228854:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766184064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756859.228860:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766184192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756859.228883:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756859.228894:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756859/real 1787756859] req@ffffa0e6c35b0380 x1874589766184192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756859.228906:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766184192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756859.228916:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756859.228919:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756859.228923:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766184192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756859.228929:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766184320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756859.228950:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756859.228970:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756859/real 1787756859] req@ffffa0e6c35b3b80 x1874589766184320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756859.228982:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766184320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756859.228993:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756859.228996:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756859.229000:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766184320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756859.229005:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766184448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756859.229025:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756859.229037:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756859/real 1787756859] req@ffffa0e6c35b1500 x1874589766184448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756859.229048:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766184448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756859.229058:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756859.229061:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756859.229064:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766184448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787756860.124437:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756860.252364:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756860.252364:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756861.148369:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756861.276335:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756861.276335:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756862.172438:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756862.300345:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756862.300345:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787756863.196522:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756863.324461:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756863.324554:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756864.220438:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787756864.348358:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787756864.348361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756864.348370:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756864.348375:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756864.348385:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8840 00000100:00080000:0.0:1787756864.348398:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756864.348432:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756864.348448:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756864.348478:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c54a1880 x1874589766184576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756864.348502:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756864.348505:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756864.348506:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756864.348510:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8840 00000100:00080000:0.0:1787756864.348513:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756864.348516:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756864.348526:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756864.348539:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c54a3480 x1874589766184704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756864.348540:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766184576:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787756864.348555:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756864.348558:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756864.348559:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756864.348562:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8840 00000100:00080000:0.0:1787756864.348564:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756864.348566:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756864.348569:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756864.348578:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766184832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756864.348584:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756864.348586:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756864.348587:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756864.348591:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8840 00000100:00080000:0.0:1787756864.348606:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756864.348609:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756864.348612:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787756864.348619:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756864.348623:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766184960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756864.348631:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756864.348634:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756864.348635:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756864.348638:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8840 00000100:00080000:0.0:1787756864.348643:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756864.348646:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756864.348650:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756864.348657:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766185088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756864.348662:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756864/real 1787756864] req@ffffa0e6c54a1880 x1874589766184576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756864.348680:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c54a1880 x1874589766184576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756864.348690:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756864.348694:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756864.348697:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766184576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756864.348771:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c54a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766184704:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756864.348790:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756864.348799:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756864/real 1787756864] req@ffffa0e6c54a3480 x1874589766184704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756864.348809:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c54a3480 x1874589766184704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756864.348819:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756864.348823:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756864.348827:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c54a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766184704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756864.348833:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766184832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756864.348854:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756864.348866:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756864/real 1787756864] req@ffffa0e6c354a680 x1874589766184832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756864.348879:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766184832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756864.348890:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756864.348892:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756864.348895:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766184832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756864.348899:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766184960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756864.348916:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756864.348927:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756864/real 1787756864] req@ffffa0e6c354b800 x1874589766184960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756864.348940:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766184960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756864.348952:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756864.348955:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756864.348959:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766184960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756864.348967:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766185088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756864.348982:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756864.348990:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756864/real 1787756864] req@ffffa0e6c3548380 x1874589766185088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756864.348998:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766185088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756864.349006:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756864.349008:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756864.349011:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766185088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:3.0:1787756865.244380:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756865.372346:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756865.372373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756866.268447:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756866.396371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756866.396371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756867.292453:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756867.420337:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756867.420349:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756868.316415:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756868.444362:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756868.444362:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756869.340408:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787756869.468370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756869.468378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756869.468382:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756869.468396:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8845 00000100:00100000:2.0:1787756869.468399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756869.468406:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756869.468415:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756869.468428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756869.468447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766185216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756869.468468:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756869.468471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756869.468473:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756869.468476:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8845 00000100:00080000:1.0:1787756869.468479:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756869.468482:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756869.468490:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756869.468501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766185344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756869.468502:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766185216:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756869.468517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756869.468520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756869.468521:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756869.468524:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8845 00000100:00080000:1.0:1787756869.468526:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756869.468528:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756869.468531:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756869.468540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766185472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756869.468547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756869.468549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756869.468550:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756869.468552:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8845 00000100:00080000:1.0:1787756869.468556:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756869.468559:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756869.468562:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:0.0:1787756869.468566:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756869.468570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766185600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756869.468578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756869.468581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756869.468582:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756869.468585:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8845 00000100:00080000:1.0:1787756869.468587:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756869.468590:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756869.468594:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756869.468599:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756869/real 1787756869] req@ffffa0e6c792ad80 x1874589766185216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756869.468603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766185728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756869.468636:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766185216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756869.468645:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756869.468648:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756869.468652:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766185216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756869.468672:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766185344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756869.468686:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756869.468693:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756869/real 1787756869] req@ffffa0e6c7929c00 x1874589766185344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756869.468701:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766185344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756869.468707:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756869.468709:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756869.468712:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766185344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756869.468715:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766185472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756869.468725:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756869.468731:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756869/real 1787756869] req@ffffa0e6c7929f80 x1874589766185472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756869.468739:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766185472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756869.468744:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756869.468746:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756869.468748:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766185472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756869.468751:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766185600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756869.468761:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756869.468767:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756869/real 1787756869] req@ffffa0e6c792bb80 x1874589766185600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756869.468774:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766185600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756869.468781:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756869.468782:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756869.468784:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766185600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756869.468787:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766185728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756869.468796:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756869.468802:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756869/real 1787756869] req@ffffa0e6c7928380 x1874589766185728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756869.468813:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766185728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756869.468820:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756869.468822:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756869.468823:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766185728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787756870.364434:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756870.492366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756870.492366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756871.388407:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756871.516387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756871.516397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756872.412414:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756872.540379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756872.540395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756873.436441:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756873.564347:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756873.564347:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756874.460410:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787756874.588344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787756874.588351:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756874.588351:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756874.588355:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756874.588362:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756874.588374:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8850 00000100:00080000:1.0:1787756874.588386:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756874.588394:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756874.588437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766185856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756874.588462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756874.588465:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756874.588466:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756874.588470:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8850 00000100:00080000:1.0:1787756874.588472:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756874.588475:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756874.588485:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756874.588494:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766185984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756874.588502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756874.588505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756874.588507:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756874.588512:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766185856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756874.588512:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8850 00000100:00080000:1.0:1787756874.588517:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756874.588522:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756874.588525:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756874.588533:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766186112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756874.588540:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756874.588543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756874.588544:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756874.588546:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8850 00000100:00080000:1.0:1787756874.588548:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756874.588551:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756874.588555:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756874.588562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766186240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756874.588568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756874.588570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756874.588572:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756874.588574:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8850 00000100:00080000:1.0:1787756874.588583:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756874.588585:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756874.588590:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:0.0:1787756874.588594:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756874.588600:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766186368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756874.588636:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756874/real 1787756874] req@ffffa0e6c792b100 x1874589766185856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756874.588651:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766185856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756874.588660:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756874.588664:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756874.588667:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766185856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756874.588689:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766185984:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756874.588704:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756874.588713:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756874/real 1787756874] req@ffffa0e6c7928700 x1874589766185984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756874.588721:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766185984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756874.588732:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756874.588734:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756874.588736:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766185984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756874.588740:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766186112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756874.588750:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756874.588755:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756874/real 1787756874] req@ffffa0e6c7928a80 x1874589766186112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756874.588763:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766186112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756874.588769:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756874.588770:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756874.588772:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766186112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756874.588776:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766186240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756874.588787:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756874.588793:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756874/real 1787756874] req@ffffa0e6c792a680 x1874589766186240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756874.588800:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766186240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756874.588807:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756874.588809:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756874.588812:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766186240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756874.588815:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766186368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756874.588826:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756874.588831:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756874/real 1787756874] req@ffffa0e6c7929180 x1874589766186368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756874.588839:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766186368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756874.588846:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756874.588847:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756874.588849:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766186368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:3.0:1787756875.484390:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756875.612326:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756875.612343:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756876.508411:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756876.636344:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756876.636350:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:3.0:1787756877.532383:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756877.660319:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756877.660371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756878.556422:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756878.684348:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756878.684362:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756879.580403:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756879.708336:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756879.708373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756879.708378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756879.708382:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756879.708391:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8855 00000100:00100000:0.0:1787756879.708398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756879.708401:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756879.708410:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756879.708454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766186496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756879.708473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756879.708476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756879.708477:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756879.708480:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8855 00000100:00080000:3.0:1787756879.708482:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756879.708496:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756879.708504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756879.708513:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766186624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756879.708520:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766186496:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756879.708525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756879.708529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756879.708530:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756879.708534:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8855 00000100:00080000:3.0:1787756879.708536:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756879.708538:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756879.708541:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756879.708549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766186752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756879.708555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756879.708558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756879.708559:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756879.708562:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8855 00000100:00080000:3.0:1787756879.708571:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756879.708575:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:0.0:1787756879.708579:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787756879.708579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756879.708593:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766186880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756879.708603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756879.708607:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756879.708610:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756879.708614:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8855 00000100:00080000:3.0:1787756879.708619:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756879.708624:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756879.708627:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756879/real 1787756879] req@ffffa0e6c35b3800 x1874589766186496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787756879.708632:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756879.708646:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766186496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756879.708652:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766187008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756879.708657:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756879.708666:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756879.708673:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766186496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756879.708692:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766186624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756879.708708:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756879.708716:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756879/real 1787756879] req@ffffa0e6c35b1c00 x1874589766186624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756879.708724:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766186624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756879.708730:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756879.708733:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756879.708735:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766186624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756879.708739:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766186752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756879.708749:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756879.708755:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756879/real 1787756879] req@ffffa0e6c35b0a80 x1874589766186752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756879.708762:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766186752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756879.708767:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756879.708769:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756879.708771:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766186752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756879.708774:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766186880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756879.708784:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756879.708789:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756879/real 1787756879] req@ffffa0e6c35b0e00 x1874589766186880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756879.708801:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766186880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756879.708807:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756879.708809:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756879.708811:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766186880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756879.708814:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766187008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756879.708824:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756879.708829:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756879/real 1787756879] req@ffffa0e6c35b1880 x1874589766187008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756879.708836:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766187008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756879.708843:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756879.708844:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756879.708846:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766187008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787756880.604395:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756880.732340:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756880.732354:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756881.628425:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756881.756332:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756881.756338:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756882.652394:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756882.780336:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756882.780340:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756883.676410:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756883.804335:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756883.804409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756884.700456:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756884.828370:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756884.828385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787756884.828404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756884.828410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756884.828413:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756884.828423:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8860 00000100:00080000:1.0:1787756884.828434:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756884.828440:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756884.828474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766187136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756884.828496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756884.828498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756884.828500:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756884.828503:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8860 00000100:00080000:1.0:1787756884.828506:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756884.828508:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756884.828516:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756884.828527:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766187136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756884.828528:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766187264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756884.828546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756884.828548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756884.828549:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756884.828551:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8860 00000100:00080000:1.0:1787756884.828554:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756884.828556:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756884.828560:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756884.828569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766187392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756884.828575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756884.828578:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756884.828579:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756884.828582:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8860 00000100:00080000:1.0:1787756884.828584:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787756884.828589:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787756884.828591:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756884.828596:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756884.828605:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766187520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756884.828612:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756884.828614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756884.828615:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756884.828618:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8860 00000100:00080000:1.0:1787756884.828622:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787756884.828623:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756884/real 1787756884] req@ffffa0e6c7929500 x1874589766187136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756884.828627:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756884.828634:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756884.828645:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766187648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756884.828648:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766187136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756884.828671:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756884.828674:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756884.828677:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766187136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756884.828699:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766187264:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756884.828723:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756884.828736:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756884/real 1787756884] req@ffffa0e6c7929180 x1874589766187264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756884.828748:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766187264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756884.828754:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756884.828756:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756884.828759:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766187264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756884.828763:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766187392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756884.828777:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756884.828783:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756884/real 1787756884] req@ffffa0e6c792a680 x1874589766187392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756884.828795:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766187392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756884.828801:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756884.828802:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756884.828804:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766187392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756884.828808:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766187520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756884.828818:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756884.828824:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756884/real 1787756884] req@ffffa0e6c7928a80 x1874589766187520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756884.828831:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766187520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756884.828838:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756884.828840:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756884.828841:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766187520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756884.828845:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766187648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756884.828854:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756884.828859:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756884/real 1787756884] req@ffffa0e6c7928700 x1874589766187648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756884.828866:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766187648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756884.828877:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756884.828879:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756884.828881:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766187648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756885.724466:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756885.852355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756885.852364:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756886.748416:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756886.876344:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756886.876391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756887.772386:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756887.900358:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787756887.900369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756888.796447:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756888.924345:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756888.924345:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756889.820411:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756889.948392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756889.948434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787756889.948448:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756889.948451:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756889.948461:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756889.948473:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8865 00000100:00080000:3.0:1787756889.948504:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756889.948513:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756889.948579:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766187776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756889.948613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756889.948618:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756889.948621:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756889.948627:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8865 00000100:00080000:3.0:1787756889.948632:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756889.948640:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756889.948648:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766187776:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787756889.948657:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756889.948674:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766187904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756889.948686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756889.948689:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756889.948691:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756889.948696:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8865 00000100:00080000:3.0:1787756889.948700:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756889.948703:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756889.948709:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756889.948718:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766188032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756889.948726:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756889.948738:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756889.948742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756889.948745:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756889.948765:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8865 00000100:00080000:3.0:1787756889.948768:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756889.948771:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756889.948775:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756889.948782:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766188160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756889.948790:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756889.948794:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756889.948795:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787756889.948801:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756889/real 1787756889] req@ffffa0e6c35b2680 x1874589766187776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756889.948806:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8865 00000100:00080000:3.0:1787756889.948817:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756889.948829:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756889.948842:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756889.948854:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766187776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756889.948858:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766188288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756889.948919:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756889.948927:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756889.948936:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766187776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756889.948986:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766187904:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756889.949010:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756889.949021:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756889/real 1787756889] req@ffffa0e6c35b3480 x1874589766187904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756889.949035:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766187904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756889.949041:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756889.949044:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756889.949046:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766187904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756889.949051:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766188032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756889.949063:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756889.949069:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756889/real 1787756889] req@ffffa0e6c35b2d80 x1874589766188032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756889.949077:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766188032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756889.949082:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756889.949084:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756889.949086:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766188032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756889.949090:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766188160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756889.949101:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756889.949107:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756889/real 1787756889] req@ffffa0e6c35b0700 x1874589766188160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756889.949114:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766188160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756889.949125:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756889.949127:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756889.949129:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766188160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756889.949133:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766188288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756889.949143:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756889.949148:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756889/real 1787756889] req@ffffa0e6c35b2a00 x1874589766188288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756889.949155:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766188288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756889.949162:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756889.949164:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756889.949166:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766188288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787756890.844457:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756890.972335:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756890.972345:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756891.868432:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756891.996369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756891.996378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756892.892437:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756893.020350:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756893.020365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756893.916436:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756894.044371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756894.044377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756894.940444:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756895.068368:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756895.068368:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756895.068402:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756895.068409:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756895.068414:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756895.068426:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8870 00000100:00080000:0.0:1787756895.068439:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756895.068448:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756895.068494:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c3548380 x1874589766188416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756895.068527:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756895.068531:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756895.068533:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756895.068539:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8870 00000100:00080000:0.0:1787756895.068542:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756895.068548:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756895.068559:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756895.068564:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766188416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756895.068573:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354b800 x1874589766188544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756895.068582:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756895.068586:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756895.068587:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756895.068592:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8870 00000100:00080000:0.0:1787756895.068595:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756895.068599:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756895.068604:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756895.068612:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c354a680 x1874589766188672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756895.068620:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756895.068623:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756895.068625:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756895.068629:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8870 00000100:00080000:0.0:1787756895.068633:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756895.068637:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787756895.068641:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:0.0:1787756895.068642:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756895.068652:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766188800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756895.068661:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756895.068664:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756895.068666:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756895.068670:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8870 00000100:00080000:0.0:1787756895.068673:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756895.068676:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756895.068681:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756895.068690:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756895/real 1787756895] req@ffffa0e6c3548380 x1874589766188416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756895.068692:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766188928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756895.068711:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c3548380 x1874589766188416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756895.068723:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756895.068728:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756895.068732:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c3548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766188416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756895.068759:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766188544:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756895.068779:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756895.068789:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756895/real 1787756895] req@ffffa0e6c354b800 x1874589766188544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756895.068798:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354b800 x1874589766188544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756895.068804:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756895.068806:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756895.068808:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766188544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756895.068813:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766188672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756895.068824:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756895.068830:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756895/real 1787756895] req@ffffa0e6c354a680 x1874589766188672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756895.068838:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c354a680 x1874589766188672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756895.068844:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756895.068845:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756895.068847:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c354a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766188672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756895.068851:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766188800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756895.068862:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756895.068867:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756895/real 1787756895] req@ffffa0e6d86c5c00 x1874589766188800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756895.068903:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766188800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756895.068915:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756895.068918:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756895.068922:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766188800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756895.068928:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766188928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756895.068944:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756895.068952:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756895/real 1787756895] req@ffffa0e6d86c6300 x1874589766188928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756895.068960:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766188928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756895.068967:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756895.068970:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756895.068972:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766188928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756895.964625:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756896.092410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756896.092435:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756896.988581:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756897.116412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756897.116459:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756898.012640:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756898.140397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756898.140406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756899.036487:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756899.164365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756899.164384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756900.060491:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756900.188412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756900.188463:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756900.188554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756900.188567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756900.188575:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756900.188590:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8875 00000100:00080000:3.0:1787756900.188603:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756900.188612:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756900.188656:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766189056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756900.188709:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756900.188714:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756900.188717:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756900.188723:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8875 00000100:00080000:3.0:1787756900.188728:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756900.188733:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756900.188745:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756900.188802:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766189184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756900.188818:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766189056:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756900.188841:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756900.188854:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756900.188861:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756900.188871:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8875 00000100:00080000:3.0:1787756900.188875:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756900.188880:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756900.188887:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756900.188906:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766189312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756900.188936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756900.188940:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756900.188943:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756900.188947:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8875 00000100:00080000:3.0:1787756900.188953:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756900.188957:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756900.188963:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787756900.188971:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756900.188982:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766189440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756900.188997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756900.189001:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756900.189004:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756900.189013:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8875 00000100:00080000:3.0:1787756900.189022:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787756900.189028:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756900/real 1787756900] req@ffffa0e6c35b1f80 x1874589766189056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756900.189037:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756900.189059:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756900.189067:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766189056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756900.189083:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787756900.189092:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766189568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756900.189093:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756900.189104:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766189056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756900.189144:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766189184:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756900.189175:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756900.189211:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756900/real 1787756900] req@ffffa0e6c35b2a00 x1874589766189184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756900.189226:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766189184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756900.189238:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756900.189242:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756900.189246:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766189184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756900.189281:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766189312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756900.189301:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756900.189312:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756900/real 1787756900] req@ffffa0e6c35b0700 x1874589766189312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756900.189334:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766189312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756900.189373:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756900.189377:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756900.189381:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766189312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756900.189387:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766189440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756900.189410:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756900.189422:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756900/real 1787756900] req@ffffa0e6c35b2d80 x1874589766189440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756900.189436:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766189440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756900.189448:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756900.189451:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756900.189455:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766189440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756900.189462:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766189568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756900.189479:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756900.189489:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756900/real 1787756900] req@ffffa0e6c35b3480 x1874589766189568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756900.189501:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766189568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756900.189520:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756900.189524:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756900.189527:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766189568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787756901.084565:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756901.212377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756901.212393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756902.108499:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756902.236369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756902.236403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756903.132541:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756903.260373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756903.260414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756904.156515:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756904.284379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756904.284385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756905.180581:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756905.308374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756905.308409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787756905.308420:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756905.308423:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756905.308437:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756905.308454:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8881 00000100:00080000:3.0:1787756905.308471:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756905.308481:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756905.308533:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766189696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756905.308582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756905.308591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756905.308595:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756905.308605:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8881 00000100:00080000:3.0:1787756905.308614:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756905.308621:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756905.308635:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756905.308649:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766189696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756905.308673:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766189824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756905.308733:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756905.308742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756905.308745:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756905.308751:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8881 00000100:00080000:3.0:1787756905.308757:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756905.308762:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756905.308770:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787756905.308790:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756905.308797:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766189952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756905.308822:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756905.308829:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756905.308833:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756905.308842:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8881 00000100:00080000:3.0:1787756905.308851:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787756905.308862:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756905/real 1787756905] req@ffffa0e6c35b2680 x1874589766189696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756905.308863:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756905.308879:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756905.308905:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766190080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756905.308918:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766189696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756905.308935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756905.308942:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787756905.308945:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756905.308953:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787756905.308955:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787756905.308964:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766189696:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756905.308975:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8881 00000100:00080000:3.0:1787756905.309004:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787756905.309005:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766189824:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787756905.309021:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756905.309033:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787756905.309055:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756905.309060:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766190208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756905.309082:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756905/real 1787756905] req@ffffa0e6c35b1880 x1874589766189824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756905.309105:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766189824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756905.309135:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756905.309140:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756905.309144:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766189824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756905.309152:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766189952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756905.309176:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756905.309190:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756905/real 1787756905] req@ffffa0e6c35b0e00 x1874589766189952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756905.309204:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766189952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756905.309215:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756905.309218:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756905.309222:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766189952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756905.309229:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766190080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756905.309248:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756905.309258:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756905/real 1787756905] req@ffffa0e6c35b0a80 x1874589766190080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756905.309307:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766190080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756905.309329:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756905.309333:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756905.309337:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766190080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756905.309357:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766190208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756905.309381:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756905.309393:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756905/real 1787756905] req@ffffa0e6c35b1c00 x1874589766190208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756905.309407:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766190208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756905.309419:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756905.309423:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756905.309427:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766190208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756906.204563:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756906.332406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756906.332408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756907.228513:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756907.356357:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756907.356370:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756908.252546:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756908.380380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756908.380387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756909.276471:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756909.404391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756909.404418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756910.300519:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756910.428372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756910.428383:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787756910.428384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756910.428398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756910.428406:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756910.428422:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8886 00000100:00080000:3.0:1787756910.428438:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756910.428450:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756910.428495:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766190336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756910.428529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756910.428533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756910.428536:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756910.428552:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8886 00000100:00080000:3.0:1787756910.428558:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756910.428564:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756910.428575:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766190336:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787756910.428576:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756910.428622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766190464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756910.428667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756910.428674:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756910.428678:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756910.428688:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8886 00000100:00080000:3.0:1787756910.428698:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787756910.428708:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756910.428716:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756910.428732:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756910.428765:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756910/real 1787756910] req@ffffa0e6c35b3800 x1874589766190336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756910.428767:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766190592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756910.428823:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756910.428833:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756910.428836:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756910.428848:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8886 00000100:00100000:1.0:1787756910.428851:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766190336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756910.428856:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756910.428888:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787756910.428895:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1787756910.428898:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:1.0:1787756910.428904:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756910.428914:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766190336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756910.428920:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766190720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756910.428935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756910.428939:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756910.428941:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756910.428945:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8886 00000100:00080000:3.0:1787756910.428950:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756910.428958:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756910.428961:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766190464:192.168.201.131@tcp:38:kworker.0 00000008:00100000:3.0:1787756910.428964:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756910.428984:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766190848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787756910.429021:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756910.429045:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756910/real 1787756910] req@ffffa0e6c35b1500 x1874589766190464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756910.429060:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766190464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756910.429071:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756910.429074:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756910.429078:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766190464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756910.429086:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766190592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756910.429109:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756910.429128:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756910/real 1787756910] req@ffffa0e6c35b3b80 x1874589766190592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756910.429149:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766190592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756910.429194:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756910.429201:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756910.429207:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766190592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756910.429216:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766190720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756910.429247:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756910.429262:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756910/real 1787756910] req@ffffa0e6c35b0380 x1874589766190720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756910.429277:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766190720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756910.429290:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756910.429294:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756910.429298:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766190720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756910.429355:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766190848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756910.429379:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756910.429394:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756910/real 1787756910] req@ffffa0e6c35b1180 x1874589766190848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756910.429410:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766190848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756910.429422:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756910.429426:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756910.429431:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766190848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787756911.324520:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756911.452406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756911.452418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756912.348614:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756912.476380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756912.476430:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756913.372628:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756913.500427:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756913.500427:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756914.396504:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756914.524370:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756914.524470:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756915.420643:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787756915.548422:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787756915.548428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756915.548435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756915.548444:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756915.548455:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756915.548476:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8891 00000100:00080000:3.0:1787756915.548499:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756915.548542:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756915.548624:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766190976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756915.548667:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756915.548673:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756915.548676:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756915.548682:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8891 00000100:00080000:3.0:1787756915.548689:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756915.548695:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756915.548711:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756915.548732:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766191104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756915.548748:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766190976:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756915.548753:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756915.548767:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756915.548772:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756915.548780:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8891 00000100:00080000:3.0:1787756915.548784:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756915.548789:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756915.548797:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756915.548816:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766191232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756915.548829:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756915.548834:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756915.548837:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756915.548842:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8891 00000100:00080000:3.0:1787756915.548848:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756915.548852:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756915.548858:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756915.548872:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766191360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756915.548884:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756915.548889:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756915.548896:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787756915.548901:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756915.548906:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8891 00000100:00080000:3.0:1787756915.548913:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756915.548918:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756915.548925:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756915.548941:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766191488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756915.548994:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756915/real 1787756915] req@ffffa0e6c35b3100 x1874589766190976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756915.549035:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766190976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756915.549056:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756915.549064:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756915.549073:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766190976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756915.549110:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766191104:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756915.549149:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756915.549167:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756915/real 1787756915] req@ffffa0e6c35b1180 x1874589766191104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756915.549183:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766191104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756915.549204:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756915.549208:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756915.549213:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766191104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756915.549221:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766191232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756915.549242:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756915.549254:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756915/real 1787756915] req@ffffa0e6c35b0380 x1874589766191232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756915.549302:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766191232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756915.549315:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756915.549319:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756915.549324:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766191232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756915.549332:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766191360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756915.549358:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756915.549373:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756915/real 1787756915] req@ffffa0e6c35b3b80 x1874589766191360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756915.549388:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766191360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756915.549401:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756915.549405:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756915.549410:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766191360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756915.549418:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766191488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756915.549437:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756915.549448:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756915/real 1787756915] req@ffffa0e6c35b1500 x1874589766191488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756915.549462:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766191488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756915.549476:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756915.549479:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756915.549483:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766191488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756916.444589:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756916.572440:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756916.572447:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756917.468556:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756917.596409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756917.596428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756918.492672:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756918.620369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756918.620385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756919.516617:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756919.644413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756919.644417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756920.540489:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756920.668413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756920.668474:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756920.668508:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756920.668517:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756920.668523:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756920.668535:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8896 00000100:00080000:0.0:1787756920.668548:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756920.668557:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756920.668602:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766191616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756920.668638:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756920.668643:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756920.668645:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756920.668650:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8896 00000100:00080000:0.0:1787756920.668654:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756920.668659:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756920.668670:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756920.668686:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766191744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756920.668702:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787756920.668703:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766191616:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787756920.668709:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756920.668716:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756920.668724:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8896 00000100:00080000:0.0:1787756920.668728:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756920.668731:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756920.668738:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756920.668752:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766191872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756920.668763:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756920.668767:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756920.668770:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756920.668775:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8896 00000100:00080000:0.0:1787756920.668796:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756920.668801:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756920.668807:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787756920.668821:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766192000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756920.668835:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756920.668839:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756920.668842:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756920.668846:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8896 00000100:00080000:0.0:1787756920.668850:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756920.668856:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756920.668862:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756920.668866:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766191744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756920.668879:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766192128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756920.668958:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766191872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756920.668989:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766192000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756920.669019:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766192128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787756921.564586:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756921.692367:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756921.692367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756922.588481:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756922.716474:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756922.716495:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756923.612663:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756923.740401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756923.740491:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:3.0:1787756923.740676:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787756923.740744:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787756923.740773:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756923.740835:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756923.740853:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756923.740868:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787756923.740883:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787756923.740967:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756920/real 1787756923] req@ffffa0e6d86c5c00 x1874589766192128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756923.741043:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766192128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756923.741073:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756923.741084:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756923.741094:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766192128:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756923.741111:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756920/real 1787756923] req@ffffa0e6d86c7800 x1874589766191744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756923.741140:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766191744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756923.741179:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756923.741187:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756923.741195:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766191744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756923.741210:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756920/real 1787756923] req@ffffa0e6d86c5880 x1874589766191872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756923.741235:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766191872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756923.741255:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756923.741261:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756923.741268:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766191872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756923.741334:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756920/real 1787756923] req@ffffa0e6d86c6300 x1874589766192000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756923.741394:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766192000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756923.741418:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756923.741425:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756923.741431:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766192000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756923.741447:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756920/real 1787756923] req@ffffa0e6d86c6680 x1874589766191616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756923.741472:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766191616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756923.741488:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756923.741495:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756923.741501:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766191616:192.168.201.131@tcp:250:kworker.0 00010000:00010000:0.0:1787756924.636554:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756924.764477:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756924.764585:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756925.660572:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756925.788485:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756925.788521:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756925.788539:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756925.788546:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756925.788561:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8901 00000100:00080000:3.0:1787756925.788579:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756925.788589:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756925.788626:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787756925.788651:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766192256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756925.788715:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756925.788724:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756925.788728:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756925.788737:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8901 00000100:00080000:3.0:1787756925.788745:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756925.788753:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756925.788769:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756925.788790:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766192384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756925.788806:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756925.788812:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756925.788816:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756925.788822:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8901 00000100:00080000:3.0:1787756925.788827:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756925.788833:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756925.788840:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756925.788850:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766192256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756925.788860:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766192512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756925.788877:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756925.788882:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756925.788884:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756925.788888:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8901 00000100:00080000:3.0:1787756925.788892:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756925.788897:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756925.788903:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756925.788920:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766192640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756925.788938:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787756925.788948:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787756925.788951:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756925.788959:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756925.788969:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8901 00000100:00080000:3.0:1787756925.788980:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756925.788988:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756925.788999:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756925.789034:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756925/real 1787756925] req@ffffa0e6c35b3800 x1874589766192256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787756925.789036:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766192768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756925.789129:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766192256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756925.789156:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756925.789165:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756925.789174:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766192256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756925.789190:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766192384:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756925.789234:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756925.789258:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756925/real 1787756925] req@ffffa0e6c35b1c00 x1874589766192384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756925.789376:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766192384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756925.789396:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756925.789403:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756925.789411:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766192384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756925.789454:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766192512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756925.789497:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756925.789520:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756925/real 1787756925] req@ffffa0e6c35b0a80 x1874589766192512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756925.789558:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766192512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756925.789575:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756925.789582:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756925.789590:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766192512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756925.789602:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766192640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756925.789644:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756925.789668:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756925/real 1787756925] req@ffffa0e6c35b0e00 x1874589766192640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756925.789691:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766192640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756925.789711:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756925.789718:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756925.789725:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766192640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756925.789737:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766192768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756925.789776:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756925.789798:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756925/real 1787756925] req@ffffa0e6c35b1880 x1874589766192768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756925.789820:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766192768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756925.789849:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756925.789856:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756925.789863:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766192768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756926.684555:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756926.812429:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756926.812584:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756927.708644:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756927.836418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756927.836426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756928.732487:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756928.860408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756928.860437:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756929.756582:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756929.884397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756929.884438:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756930.780558:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756930.908425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756930.908439:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787756930.908462:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756930.908474:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756930.908481:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756930.908500:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8906 00000100:00080000:3.0:1787756930.908519:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756930.908530:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756930.908594:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766192896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756930.908638:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756930.908643:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756930.908646:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756930.908652:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8906 00000100:00080000:3.0:1787756930.908656:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756930.908661:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756930.908675:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756930.908691:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766193024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756930.908707:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756930.908715:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766192896:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756930.908716:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756930.908721:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756930.908735:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8906 00000100:00080000:3.0:1787756930.908741:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756930.908747:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756930.908753:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756930.908768:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766193152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756930.908779:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756930.908783:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756930.908786:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756930.908792:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8906 00000100:00080000:3.0:1787756930.908796:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756930.908801:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756930.908807:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787756930.908820:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766193280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756930.908831:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756930.908836:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756930.908839:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756930.908844:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8906 00000100:00080000:3.0:1787756930.908849:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756930.908853:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756930.908858:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787756930.908870:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766193408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787756930.908887:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756930.908964:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756930/real 1787756930] req@ffffa0e6c35b2680 x1874589766192896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756930.909004:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766192896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756930.909027:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756930.909035:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756930.909074:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766192896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756930.909124:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766193024:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756930.909180:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756930.909208:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756930/real 1787756930] req@ffffa0e6c35b3480 x1874589766193024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756930.909228:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766193024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756930.909344:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756930.909349:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756930.909354:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766193024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756930.909363:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766193152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756930.909397:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756930.909413:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756930/real 1787756930] req@ffffa0e6c35b2d80 x1874589766193152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756930.909429:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766193152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756930.909440:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756930.909444:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756930.909448:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766193152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756930.909455:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766193280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756930.909476:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756930.909487:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756930/real 1787756930] req@ffffa0e6c35b0700 x1874589766193280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756930.909502:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766193280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756930.909515:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756930.909518:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756930.909523:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766193280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756930.909530:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766193408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756930.909550:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756930.909569:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756930/real 1787756930] req@ffffa0e6c35b2a00 x1874589766193408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756930.909583:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766193408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756930.909597:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756930.909600:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756930.909604:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766193408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787756931.804566:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756931.932387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756931.932395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756932.828522:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756932.956456:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756932.956461:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756933.852388:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756933.980319:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756933.980402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756934.876529:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756935.004394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756935.004448:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756935.900417:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756936.028374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756936.028374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787756936.028380:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756936.028389:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756936.028394:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756936.028405:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8911 00000100:00080000:0.0:1787756936.028417:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756936.028425:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756936.028473:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766193536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756936.028498:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756936.028501:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756936.028503:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756936.028507:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8911 00000100:00080000:0.0:1787756936.028510:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756936.028514:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756936.028524:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756936.028534:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766193664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756936.028543:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766193536:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787756936.028544:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756936.028557:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756936.028559:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756936.028563:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8911 00000100:00080000:0.0:1787756936.028565:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756936.028568:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756936.028572:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756936.028581:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766193792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756936.028588:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756936.028591:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756936.028592:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756936.028595:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8911 00000100:00080000:0.0:1787756936.028618:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756936.028621:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756936.028624:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787756936.028633:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756936.028635:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766193920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756936.028644:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756936.028646:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756936.028648:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756936.028651:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8911 00000100:00080000:0.0:1787756936.028653:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756936.028656:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756936.028659:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787756936.028666:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766194048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756936.028686:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756936/real 1787756936] req@ffffa0e6d86c6680 x1874589766193536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756936.028707:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766193536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756936.028719:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756936.028723:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756936.028728:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766193536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756936.028760:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766193664:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756936.028779:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756936.028789:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756936/real 1787756936] req@ffffa0e6d86c6300 x1874589766193664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756936.028803:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766193664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756936.028809:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756936.028811:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756936.028813:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766193664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756936.028817:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766193792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756936.028828:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756936.028834:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756936/real 1787756936] req@ffffa0e6d86c5880 x1874589766193792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756936.028843:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766193792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756936.028848:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756936.028850:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756936.028852:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766193792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756936.028855:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766193920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756936.028867:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756936.028872:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756936/real 1787756936] req@ffffa0e6d86c7800 x1874589766193920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756936.028879:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766193920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756936.028892:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756936.028893:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756936.028895:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766193920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756936.028898:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766194048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756936.028908:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756936.028913:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756936/real 1787756936] req@ffffa0e6d86c5c00 x1874589766194048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756936.028921:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766194048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756936.028928:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756936.028930:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756936.028931:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766194048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756936.924506:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756937.052404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756937.052419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756937.948551:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756938.076410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787756938.076410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756938.972511:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756939.100375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756939.100423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756939.996542:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787756940.124359:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756940.124389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756941.020570:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756941.148464:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756941.148487:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756941.148551:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756941.148565:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756941.148573:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756941.148591:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8916 00000100:00080000:2.0:1787756941.148610:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756941.148621:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756941.148697:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766194176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756941.148737:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756941.148741:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756941.148744:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756941.148749:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8916 00000100:00080000:2.0:1787756941.148754:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756941.148760:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756941.148775:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756941.148793:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766194304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756941.148811:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787756941.148820:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766194176:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756941.148820:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756941.148844:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756941.148853:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8916 00000100:00080000:2.0:1787756941.148860:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756941.148868:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756941.148876:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756941.148899:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766194432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756941.148913:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756941.148919:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756941.148921:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756941.148927:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8916 00000100:00080000:2.0:1787756941.148934:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787756941.148947:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787756941.148956:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756941.148966:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756941.148988:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766194560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756941.149005:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787756941.149014:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756941/real 1787756941] req@ffffa0e6c60c8e00 x1874589766194176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756941.149017:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756941.149026:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756941.149054:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8916 00000100:00080000:2.0:1787756941.149091:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756941.149103:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756941.149110:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766194176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787756941.149119:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787756941.149142:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756941.149153:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756941.149162:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766194688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756941.149170:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766194176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756941.149245:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766194304:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756941.149324:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756941.149344:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756941/real 1787756941] req@ffffa0e6c60cad80 x1874589766194304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756941.149361:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766194304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756941.149373:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756941.149377:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756941.149382:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766194304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756941.149390:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766194432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756941.149413:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756941.149425:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756941/real 1787756941] req@ffffa0e6c60cb480 x1874589766194432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756941.149439:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766194432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756941.149458:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756941.149461:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756941.149465:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766194432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756941.149472:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766194560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756941.149498:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756941.149519:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756941/real 1787756941] req@ffffa0e6c60c9880 x1874589766194560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756941.149542:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766194560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756941.149563:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756941.149570:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756941.149577:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766194560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756941.149604:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766194688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756941.149636:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756941.149652:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756941/real 1787756941] req@ffffa0e6c60c8a80 x1874589766194688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756941.149667:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766194688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756941.149685:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756941.149691:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756941.149699:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766194688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787756942.044584:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756942.172425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756942.172429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756943.068548:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756943.196368:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756943.196399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756944.092574:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756944.220434:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756944.220439:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756945.116486:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756945.244410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756945.244418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756946.140475:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787756946.268354:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756946.268370:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756946.268384:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756946.268401:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8922 00000100:00080000:2.0:1787756946.268421:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787756946.268428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756946.268436:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756946.268502:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787756946.268509:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766194816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756946.268537:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756946.268543:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756946.268546:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756946.268555:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8922 00000100:00080000:2.0:1787756946.268559:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756946.268564:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756946.268576:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756946.268598:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766194816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756946.268598:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766194944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756946.268629:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756946.268632:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756946.268634:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756946.268637:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8922 00000100:00080000:2.0:1787756946.268640:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756946.268646:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756946.268650:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756946.268662:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766195072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756946.268671:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756946.268674:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756946.268676:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756946.268682:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8922 00000100:00080000:2.0:1787756946.268686:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756946.268688:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756946.268693:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756946.268708:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766195200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787756946.268723:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787756946.268729:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756946.268735:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756946.268737:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756946.268744:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8922 00000100:00080000:2.0:1787756946.268751:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756946.268755:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756946.268761:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756946.268774:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766195328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756946.268787:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756946/real 1787756946] req@ffffa0e6c60c8a80 x1874589766194816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756946.268813:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766194816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756946.268828:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756946.268833:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756946.268839:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766194816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756946.268870:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766194944:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756946.268898:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756946.268913:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756946/real 1787756946] req@ffffa0e6c60c9880 x1874589766194944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756946.268928:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766194944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756946.268948:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756946.268952:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756946.268957:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766194944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756946.268964:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766195072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756946.269038:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756946.269053:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756946/real 1787756946] req@ffffa0e6c60cb480 x1874589766195072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756946.269067:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766195072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756946.269078:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756946.269083:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756946.269087:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766195072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756946.269094:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766195200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756946.269115:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756946.269126:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756946/real 1787756946] req@ffffa0e6c60cad80 x1874589766195200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756946.269140:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766195200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756946.269151:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756946.269155:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756946.269159:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766195200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756946.269167:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766195328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756946.269185:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756946.269196:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756946/real 1787756946] req@ffffa0e6c60c8e00 x1874589766195328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756946.269209:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766195328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756946.269220:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756946.269224:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756946.269228:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766195328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756947.164577:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756947.292346:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756947.292417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756948.188615:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756948.316415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756948.316463:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756949.212491:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756949.340379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756949.340443:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756950.236560:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756950.364454:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756950.364454:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756951.260543:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756951.388408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756951.388467:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756951.388489:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756951.388505:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756951.388515:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756951.388537:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8927 00000100:00080000:3.0:1787756951.388560:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756951.388576:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756951.388648:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766195456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756951.388696:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756951.388705:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756951.388709:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756951.388719:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8927 00000100:00080000:3.0:1787756951.388728:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756951.388739:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756951.388759:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756951.388788:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766195456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787756951.388802:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766195584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756951.388824:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756951.388832:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756951.388835:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756951.388845:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8927 00000100:00080000:3.0:1787756951.388856:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756951.388866:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756951.388901:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787756951.388930:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756951.388941:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766195712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756951.388969:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756951.388975:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1787756951.388990:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756951/real 1787756951] req@ffffa0e6c35b1f80 x1874589766195456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756951.388992:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756951.389019:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8927 00000100:00080000:3.0:1787756951.389042:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756951.389057:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756951.389060:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766195456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787756951.389077:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:1.0:1787756951.389090:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756951.389099:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787756951.389107:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766195840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756951.389113:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766195456:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756951.389155:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756951.389160:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756951.389164:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756951.389172:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8927 00000100:00100000:1.0:1787756951.389180:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766195584:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787756951.389181:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756951.389209:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756951.389225:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787756951.389237:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756951.389326:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766195968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756951.389328:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756951/real 1787756951] req@ffffa0e6c35b2a00 x1874589766195584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756951.389427:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766195584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756951.389447:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756951.389452:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756951.389457:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766195584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756951.389466:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766195712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756951.389494:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756951.389508:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756951/real 1787756951] req@ffffa0e6c35b0700 x1874589766195712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756951.389523:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766195712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756951.389535:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756951.389539:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756951.389543:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766195712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756951.389550:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766195840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756951.389571:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756951.389582:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756951/real 1787756951] req@ffffa0e6c35b2d80 x1874589766195840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756951.389612:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766195840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756951.389625:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756951.389630:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756951.389634:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766195840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756951.389661:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766195968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756951.389699:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756951.389721:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756951/real 1787756951] req@ffffa0e6c35b3480 x1874589766195968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756951.389747:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766195968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756951.389766:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756951.389771:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756951.389776:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766195968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787756952.284500:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756952.412398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756952.412422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756953.308534:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756953.436413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756953.436417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756954.332590:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756954.460410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756954.460488:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756955.356538:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756955.484412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756955.484460:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756956.380518:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756956.508391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756956.508418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787756956.508434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756956.508442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787756956.508448:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756956.508463:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8932 00000100:00080000:1.0:1787756956.508480:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756956.508492:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756956.508543:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766196096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756956.508583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756956.508587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787756956.508589:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756956.508594:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8932 00000100:00080000:1.0:1787756956.508600:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756956.508606:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756956.508618:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756956.508635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766196224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756956.508654:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766196096:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787756956.508654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756956.508667:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787756956.508675:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756956.508685:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8932 00000100:00080000:1.0:1787756956.508689:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756956.508692:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756956.508699:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756956.508712:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766196352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756956.508722:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756956.508726:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787756956.508728:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756956.508734:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8932 00000100:00080000:1.0:1787756956.508740:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756956.508746:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756956.508752:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756956.508764:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766196480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756956.508774:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756956.508778:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787756956.508780:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787756956.508804:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8932 00000100:00080000:1.0:1787756956.508810:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787756956.508815:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787756956.508822:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:0.0:1787756956.508827:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756956.508843:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766196608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787756956.508911:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756956/real 1787756956] req@ffffa0e6c792b100 x1874589766196096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756956.508939:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766196096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756956.508956:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756956.508962:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756956.508967:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766196096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787756956.509005:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766196224:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756956.509039:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756956.509055:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756956/real 1787756956] req@ffffa0e6c7928380 x1874589766196224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756956.509071:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766196224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756956.509082:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756956.509087:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756956.509092:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766196224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756956.509100:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766196352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787756956.509121:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756956.509133:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756956/real 1787756956] req@ffffa0e6c792bb80 x1874589766196352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756956.509147:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766196352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756956.509158:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756956.509162:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756956.509165:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766196352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787756956.509173:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766196480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756956.509194:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756956.509205:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756956/real 1787756956] req@ffffa0e6c7929f80 x1874589766196480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756956.509220:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766196480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756956.509239:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756956.509246:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756956.509253:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766196480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787756956.509265:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766196608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787756956.509350:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787756956.509368:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756956/real 1787756956] req@ffffa0e6c7929c00 x1874589766196608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756956.509384:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766196608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787756956.509398:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787756956.509402:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787756956.509406:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766196608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756957.404502:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756957.532401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756957.532448:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756958.428572:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756958.556416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756958.556416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756959.452560:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756959.580405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756959.580422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756960.476546:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756960.604415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756960.604426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756961.500531:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756961.628398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756961.628422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787756961.628443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756961.628452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787756961.628457:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756961.628471:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8937 00000100:00080000:0.0:1787756961.628485:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756961.628495:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787756961.628546:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766196736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756961.628587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756961.628592:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787756961.628595:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756961.628601:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8937 00000100:00080000:0.0:1787756961.628605:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756961.628610:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756961.628622:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756961.628639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766196864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756961.628654:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766196736:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787756961.628660:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756961.628668:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787756961.628670:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756961.628676:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8937 00000100:00080000:0.0:1787756961.628680:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756961.628685:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756961.628722:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787756961.628751:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766196992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756961.628773:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756961.628781:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787756961.628786:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787756961.628796:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787756961.628804:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8937 00000100:00080000:0.0:1787756961.628835:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756961.628845:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756961.628858:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756961.628885:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756961/real 1787756961] req@ffffa0e6d86c5c00 x1874589766196736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756961.628891:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766197120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787756961.628931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787756961.628934:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787756961.628940:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787756961.628954:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8937 00000100:00080000:0.0:1787756961.628962:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787756961.628969:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787756961.628977:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756961.628980:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766196736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787756961.628999:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766197248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756961.629014:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756961.629030:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756961.629044:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766196736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756961.629083:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766196864:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756961.629121:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756961.629139:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756961/real 1787756961] req@ffffa0e6d86c7800 x1874589766196864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756961.629173:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766196864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756961.629185:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756961.629189:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756961.629193:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766196864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756961.629205:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766196992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756961.629229:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756961.629242:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756961/real 1787756961] req@ffffa0e6d86c5880 x1874589766196992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756961.629257:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766196992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756961.629267:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756961.629303:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756961.629308:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766196992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756961.629316:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766197120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756961.629340:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756961.629354:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756961/real 1787756961] req@ffffa0e6d86c6300 x1874589766197120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756961.629369:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766197120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756961.629382:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756961.629386:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756961.629390:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766197120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756961.629397:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766197248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756961.629416:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756961.629426:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756961/real 1787756961] req@ffffa0e6d86c6680 x1874589766197248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756961.629441:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766197248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756961.629453:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756961.629456:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756961.629460:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766197248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787756962.524588:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756962.652392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756962.652423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756963.548602:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756963.676409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756963.676421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756964.572586:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756964.700391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756964.700459:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756965.596526:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756965.724438:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756965.724438:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756966.620690:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756966.748490:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756966.748512:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756966.748552:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756966.748565:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756966.748573:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756966.748590:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8942 00000100:00080000:2.0:1787756966.748647:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756966.748664:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756966.748743:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766197376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756966.748796:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756966.748802:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756966.748805:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756966.748812:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8942 00000100:00080000:2.0:1787756966.748818:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756966.748827:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756966.748845:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756966.748865:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766197376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756966.748872:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766197504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756966.748892:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756966.748897:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756966.748899:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756966.748905:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8942 00000100:00080000:2.0:1787756966.748909:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756966.748913:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756966.748920:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756966.748940:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766197632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756966.748954:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756966.748959:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756966.748961:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756966.748966:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8942 00000100:00080000:2.0:1787756966.748972:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756966.748976:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756966.748982:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787756966.748993:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756966.749001:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766197760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756966.749017:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756966.749022:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756966.749025:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756966.749031:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8942 00000100:00080000:2.0:1787756966.749035:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756966.749041:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756966.749049:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756966.749061:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756966/real 1787756966] req@ffffa0e6c60c8380 x1874589766197376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756966.749067:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766197888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756966.749135:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766197376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756966.749167:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756966.749173:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756966.749179:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766197376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756966.749213:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766197504:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756966.749244:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756966.749260:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756966/real 1787756966] req@ffffa0e6c60caa00 x1874589766197504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756966.749333:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766197504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756966.749353:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756966.749360:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756966.749367:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766197504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756966.749381:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766197632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756966.749421:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756966.749438:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756966/real 1787756966] req@ffffa0e6c60c9f80 x1874589766197632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756966.749454:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766197632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756966.749466:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756966.749471:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756966.749475:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766197632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756966.749482:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766197760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756966.749505:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756966.749515:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756966/real 1787756966] req@ffffa0e6c60c9180 x1874589766197760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756966.749551:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766197760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756966.749564:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756966.749568:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756966.749571:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766197760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756966.749578:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766197888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756966.749597:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756966.749639:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756966/real 1787756966] req@ffffa0e6c60ca300 x1874589766197888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756966.749665:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766197888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756966.749680:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756966.749684:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756966.749688:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766197888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756967.644553:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756967.772438:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756967.772439:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756968.668674:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756968.796397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756968.796447:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756969.692551:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756969.820447:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756969.820451:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756970.716592:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756970.844422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756970.844482:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756971.740510:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756971.868457:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756971.868459:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787756971.868480:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756971.868491:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787756971.868497:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756971.868510:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8947 00000100:00080000:3.0:1787756971.868549:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756971.868560:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787756971.868612:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766198016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756971.868665:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756971.868674:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787756971.868678:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756971.868687:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8947 00000100:00080000:3.0:1787756971.868695:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756971.868704:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756971.868722:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787756971.868751:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766198144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756971.868756:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766198016:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756971.868798:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756971.868806:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787756971.868810:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756971.868821:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8947 00000100:00080000:3.0:1787756971.868831:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756971.868841:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756971.868853:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787756971.868862:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756971.868884:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766198272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787756971.868901:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756971.868907:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787756971.868910:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787756971.868918:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756971/real 1787756971] req@ffffa0e6c35b2680 x1874589766198016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787756971.868922:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8947 00000100:00080000:3.0:1787756971.868934:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756971.868951:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756971.868976:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766198016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787756996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787756971.868983:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:1.0:1787756971.869011:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787756971.869020:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766198400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756971.869028:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756971.869045:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766198016:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787756971.869057:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787756971.869067:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787756971.869072:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787756971.869084:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8947 00000100:00100000:1.0:1787756971.869088:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766198144:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787756971.869098:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787756971.869108:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787756971.869117:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787756971.869137:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787756971.869143:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766198528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756971.869165:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756971/real 1787756971] req@ffffa0e6c35b1880 x1874589766198144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756971.869189:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766198144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756971.869201:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756971.869205:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756971.869210:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766198144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756971.869218:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766198272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756971.869240:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756971.869251:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756971/real 1787756971] req@ffffa0e6c35b0e00 x1874589766198272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756971.869315:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766198272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787756996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756971.869326:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756971.869330:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756971.869334:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766198272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756971.869341:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766198400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756971.869365:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756971.869378:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756971/real 1787756971] req@ffffa0e6c35b0a80 x1874589766198400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756971.869392:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766198400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756971.869405:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756971.869408:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756971.869411:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766198400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756971.869431:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766198528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756971.869451:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756971.869462:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756971/real 1787756971] req@ffffa0e6c35b1c00 x1874589766198528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756971.869475:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766198528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787756996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756971.869495:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756971.869499:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756971.869503:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766198528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787756972.764596:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756972.892489:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756972.892539:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756973.788582:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756973.916393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756973.916428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756974.812604:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756974.940382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756974.940397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756975.836559:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756975.964478:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756975.964487:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756976.860624:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756976.988387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756976.988407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756976.988459:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756976.988471:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756976.988478:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756976.988494:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8952 00000100:00080000:2.0:1787756976.988513:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756976.988524:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756976.988573:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766198656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756976.988611:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756976.988616:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756976.988619:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756976.988625:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8952 00000100:00080000:2.0:1787756976.988630:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756976.988636:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756976.988649:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756976.988667:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766198656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756976.988670:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766198784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756976.988706:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756976.988712:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756976.988716:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756976.988721:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8952 00000100:00080000:2.0:1787756976.988728:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756976.988735:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756976.988747:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787756976.988757:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756976.988778:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766198912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756976.988802:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787756976.988813:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756976/real 1787756976] req@ffffa0e6c60ca300 x1874589766198656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756976.988815:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756976.988823:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756976.988841:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8952 00000100:00080000:2.0:1787756976.988853:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756976.988863:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756976.988872:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756976.988880:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766198656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756976.988896:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766199040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787756976.988913:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756976.988920:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756976.988926:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:2.0:1787756976.988930:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756976.988935:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787756976.988939:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766198656:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756976.988946:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8952 00000100:00080000:2.0:1787756976.988956:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756976.988961:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756976.988967:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756976.988980:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766199168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756976.988987:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766198784:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756976.989043:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756976.989063:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756976/real 1787756976] req@ffffa0e6c60c9180 x1874589766198784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756976.989081:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766198784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756976.989093:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756976.989097:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756976.989102:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766198784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756976.989110:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766198912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756976.989151:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756976.989174:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756976/real 1787756976] req@ffffa0e6c60c9f80 x1874589766198912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756976.989200:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766198912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756976.989219:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756976.989226:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756976.989233:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766198912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756976.989246:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766199040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756976.989316:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756976.989333:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756976/real 1787756976] req@ffffa0e6c60caa00 x1874589766199040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756976.989349:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766199040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756976.989370:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756976.989375:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756976.989379:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766199040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756976.989406:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766199168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756976.989474:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756976.989499:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756976/real 1787756976] req@ffffa0e6c60c8380 x1874589766199168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756976.989524:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766199168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756976.989538:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756976.989543:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756976.989547:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766199168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756977.884529:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756978.012471:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756978.012482:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756978.908704:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756979.036385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756979.036424:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756979.932563:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787756980.060396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787756980.060433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756980.956577:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756981.084398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756981.084433:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756981.980532:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756982.108502:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756982.108505:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787756982.108513:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756982.108528:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756982.108536:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756982.108556:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8957 00000100:00080000:2.0:1787756982.108576:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756982.108588:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756982.108658:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766199296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756982.108705:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756982.108711:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756982.108713:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756982.108719:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8957 00000100:00080000:2.0:1787756982.108724:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756982.108730:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756982.108744:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756982.108761:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766199424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756982.108778:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756982.108784:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787756982.108790:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766199296:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756982.108791:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756982.108803:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8957 00000100:00080000:2.0:1787756982.108813:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756982.108819:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756982.108825:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756982.108839:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766199552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756982.108852:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756982.108857:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756982.108859:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756982.108864:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8957 00000100:00080000:2.0:1787756982.108870:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756982.108876:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756982.108884:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756982.108900:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766199680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756982.108912:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756982.108916:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756982.108918:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756982.108924:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8957 00000800:00000100:1.0:1787756982.108933:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787756982.108949:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756982.108957:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756982.108970:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787756982.108988:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766199808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756982.109020:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756982/real 1787756982] req@ffffa0e6c60c8e00 x1874589766199296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756982.109067:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766199296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756982.109083:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756982.109089:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756982.109094:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766199296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787756982.109135:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766199424:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756982.109185:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756982.109212:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756982/real 1787756982] req@ffffa0e6c60cad80 x1874589766199424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756982.109239:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766199424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756982.109258:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756982.109266:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756982.109314:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766199424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756982.109323:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766199552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756982.109387:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756982.109406:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756982/real 1787756982] req@ffffa0e6c60cb480 x1874589766199552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756982.109422:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766199552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756982.109443:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756982.109447:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756982.109452:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766199552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756982.109460:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766199680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756982.109484:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756982.109495:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756982/real 1787756982] req@ffffa0e6c60c9880 x1874589766199680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756982.109509:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766199680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756982.109523:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756982.109526:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756982.109530:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766199680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756982.109537:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766199808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756982.109556:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756982.109567:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756982/real 1787756982] req@ffffa0e6c60c8a80 x1874589766199808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756982.109581:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766199808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756982.109593:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756982.109596:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756982.109601:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766199808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787756983.004540:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756983.132439:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787756983.132440:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756984.028497:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756984.156409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756984.156467:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756985.052490:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756985.180413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756985.180429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756986.076505:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756986.204389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756986.204421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756987.100456:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756987.228426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756987.228426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756987.228462:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756987.228478:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756987.228485:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756987.228503:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8963 00000100:00080000:2.0:1787756987.228522:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756987.228534:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756987.228602:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766199936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756987.228648:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756987.228658:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756987.228660:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756987.228667:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8963 00000100:00080000:2.0:1787756987.228672:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756987.228683:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756987.228699:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756987.228714:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766199936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756987.228722:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766200064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756987.228747:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756987.228751:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756987.228753:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756987.228759:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8963 00000100:00080000:2.0:1787756987.228763:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756987.228769:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756987.228776:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756987.228796:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766200192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756987.228808:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756987.228814:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756987.228817:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756987.228823:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8963 00000100:00080000:2.0:1787756987.228830:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756987.228835:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756987.228845:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756987.228866:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766200320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756987.228884:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766200064:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787756987.228885:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756987.228915:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756987.228926:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756987.228942:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8963 00000100:00080000:2.0:1787756987.228957:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756987.228968:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787756987.228977:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766200192:192.168.201.131@tcp:38:kworker.0 00000008:00100000:2.0:1787756987.228981:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787756987.229026:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766200320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787756987.229031:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766200448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756987.229088:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766200448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756988.124421:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756988.252368:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756988.252377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756989.148468:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756989.276379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756989.276395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756990.172533:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756990.300412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756990.300415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:1.0:1787756990.306800:0:2388:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:1.0:1787756990.306855:0:2388:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787756990.306875:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787756990.306937:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787756990.306948:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787756990.306957:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787756990.306966:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:2.0:1787756990.307051:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756987/real 1787756990] req@ffffa0e6c60c8e00 x1874589766200448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756990.307097:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766200448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756990.307116:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756990.307122:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756990.307128:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766200448:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787756990.307138:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756987/real 1787756990] req@ffffa0e6c60cad80 x1874589766200320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756990.307152:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766200320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756990.307165:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756990.307170:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756990.307173:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766200320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787756990.307181:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756987/real 1787756990] req@ffffa0e6c60c9880 x1874589766200064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756990.307218:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766200064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756990.307227:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756990.307231:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756990.307234:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766200064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756990.307242:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756987/real 1787756990] req@ffffa0e6c60cb480 x1874589766200192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756990.307255:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766200192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756990.307264:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756990.307346:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756990.307354:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766200192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787756990.307366:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756987/real 1787756990] req@ffffa0e6c60c8a80 x1874589766199936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787756990.307391:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766199936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756990.307406:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787756990.307413:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756990.307418:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766199936:192.168.201.131@tcp:250:kworker.0 00010000:00010000:1.0:1787756991.196533:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756991.324434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756991.324435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787756992.220464:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787756992.348401:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756992.348413:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787756992.348419:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787756992.348425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756992.348429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756992.348434:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8968 00000100:00080000:2.0:1787756992.348454:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756992.348466:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756992.348513:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766200576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756992.348562:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756992.348568:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756992.348571:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756992.348579:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8968 00000100:00080000:2.0:1787756992.348585:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756992.348591:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756992.348603:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787756992.348615:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766200576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756992.348624:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766200704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756992.348647:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756992.348654:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756992.348659:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756992.348668:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8968 00000100:00080000:2.0:1787756992.348678:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756992.348686:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756992.348697:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787756992.348707:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756992.348728:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766200832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756992.348752:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756992.348759:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756992.348766:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787756992.348769:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756992/real 1787756992] req@ffffa0e6c60c8a80 x1874589766200576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756992.348781:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8968 00000100:00080000:2.0:1787756992.348795:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756992.348809:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756992.348822:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787756992.348824:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766200576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756992.348851:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756992.348861:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787756992.348868:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766200960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756992.348879:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766200576:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756992.348909:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756992.348916:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756992.348920:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756992.348932:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8968 00000100:00100000:1.0:1787756992.348936:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766200704:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787756992.348943:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756992.348959:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756992.348971:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787756992.348998:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787756992.349005:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766201088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756992.349034:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756992/real 1787756992] req@ffffa0e6c60cb480 x1874589766200704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756992.349068:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766200704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756992.349087:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756992.349094:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756992.349101:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766200704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756992.349114:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766200832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756992.349184:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756992.349210:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756992/real 1787756992] req@ffffa0e6c60c9880 x1874589766200832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756992.349233:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766200832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756992.349249:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756992.349255:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756992.349260:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766200832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756992.349312:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766200960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756992.349353:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756992.349377:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756992/real 1787756992] req@ffffa0e6c60cad80 x1874589766200960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756992.349410:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766200960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756992.349431:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756992.349437:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756992.349444:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766200960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756992.349476:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766201088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756992.349544:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756992.349568:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756992/real 1787756992] req@ffffa0e6c60c8e00 x1874589766201088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756992.349618:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766201088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756992.349639:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756992.349645:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756992.349653:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766201088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787756993.244454:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756993.372416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756993.372448:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756994.268473:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756994.396350:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756994.396359:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756995.292516:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756995.420404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756995.420412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787756996.316398:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787756996.444331:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787756996.444339:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787756997.340527:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787756997.468498:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787756997.468499:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787756997.468521:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1787756997.468522:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787756997.468529:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756997.468552:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8973 00000100:00080000:2.0:1787756997.468572:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756997.468588:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787756997.468639:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766201216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787756997.468681:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756997.468686:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787756997.468689:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756997.468694:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8973 00000100:00080000:2.0:1787756997.468700:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756997.468707:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756997.468719:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756997.468739:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766201344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756997.468763:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766201216:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787756997.468764:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756997.468785:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787756997.468790:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756997.468801:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8973 00000100:00080000:2.0:1787756997.468809:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756997.468820:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756997.468831:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787756997.468855:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766201472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787756997.468874:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787756997.468875:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756997.468887:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787756997.468890:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756997.468898:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8973 00000100:00080000:2.0:1787756997.468905:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787756997.468912:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787756997.468920:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787756997.468937:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766201600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756997.468951:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756997/real 1787756997] req@ffffa0e6c60c8380 x1874589766201216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756997.468955:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787756997.468969:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787756997.468975:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787756997.468989:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8973 00000100:00080000:2.0:1787756997.468997:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787756997.469006:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766201216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787756997.469022:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787756997.469024:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1787756997.469032:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787756997.469036:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756997.469047:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766201216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787756997.469058:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766201728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787756997.469108:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766201344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756997.469181:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756997.469209:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756997/real 1787756997] req@ffffa0e6c60caa00 x1874589766201344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756997.469234:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766201344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756997.469246:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756997.469250:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756997.469255:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766201344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756997.469264:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766201472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787756997.469329:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756997.469344:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756997/real 1787756997] req@ffffa0e6c60c9f80 x1874589766201472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756997.469360:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766201472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756997.469371:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756997.469375:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756997.469379:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766201472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787756997.469386:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766201600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756997.469407:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756997.469419:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756997/real 1787756997] req@ffffa0e6c60c9180 x1874589766201600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756997.469442:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766201600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756997.469454:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756997.469457:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756997.469461:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766201600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787756997.469488:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766201728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787756997.469523:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787756997.469547:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787756997/real 1787756997] req@ffffa0e6c60ca300 x1874589766201728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787756997.469572:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766201728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787756997.469591:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787756997.469595:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787756997.469600:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766201728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787756998.364516:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756998.492416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756998.492417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787756999.388475:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787756999.516408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787756999.516416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757000.412495:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757000.540412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757000.540466:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757001.436580:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757001.564394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757001.564409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757002.460471:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757002.588407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757002.588409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757002.588410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757002.588426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757002.588432:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757002.588446:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8978 00000100:00080000:0.0:1787757002.588463:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757002.588475:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757002.588537:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766201856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757002.588574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757002.588579:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757002.588581:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757002.588586:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8978 00000100:00080000:0.0:1787757002.588590:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757002.588594:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757002.588607:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757002.588624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766201984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757002.588638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757002.588639:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766201856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757002.588648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757002.588654:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757002.588677:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8978 00000100:00080000:0.0:1787757002.588681:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757002.588684:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757002.588689:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757002.588704:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766202112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757002.588714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757002.588718:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757002.588720:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757002.588725:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8978 00000100:00080000:0.0:1787757002.588755:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757002.588760:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757002.588766:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787757002.588775:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787757002.588787:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766202240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757002.588800:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757002.588804:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757002.588806:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757002.588810:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8978 00000100:00080000:0.0:1787757002.588814:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757002.588817:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757002.588822:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787757002.588835:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766202368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757002.588849:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757002/real 1787757002] req@ffffa0e6d86c6680 x1874589766201856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757002.588884:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766201856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757002.588899:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757002.588904:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757002.588908:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766201856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757002.588945:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766201984:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757002.588994:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757002.589022:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757002/real 1787757002] req@ffffa0e6d86c6300 x1874589766201984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757002.589037:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766201984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757002.589051:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757002.589057:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757002.589063:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766201984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757002.589073:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766202112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757002.589109:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757002.589129:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757002/real 1787757002] req@ffffa0e6d86c5880 x1874589766202112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757002.589151:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766202112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757002.589161:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757002.589164:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757002.589180:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766202112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757002.589192:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766202240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757002.589217:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757002.589229:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757002/real 1787757002] req@ffffa0e6d86c7800 x1874589766202240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757002.589241:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766202240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757002.589252:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757002.589256:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757002.589259:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766202240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757002.589265:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766202368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757002.589311:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757002.589322:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757002/real 1787757002] req@ffffa0e6d86c5c00 x1874589766202368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757002.589334:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766202368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757002.589352:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757002.589356:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757002.589359:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766202368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757003.484498:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757003.612359:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757003.612364:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757004.508503:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757004.636393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757004.636397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757005.532488:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757005.660389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757005.660395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757006.556521:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757006.684403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757006.684504:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757007.580543:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757007.708396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757007.708446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757007.708456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757007.708463:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757007.708476:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8983 00000100:00100000:3.0:1787757007.708490:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757007.708492:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757007.708508:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757007.708559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766202496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757007.708597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757007.708602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757007.708604:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757007.708610:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8983 00000100:00080000:0.0:1787757007.708615:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757007.708620:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757007.708633:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757007.708655:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766202624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757007.708666:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766202496:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757007.708671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757007.708678:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757007.708685:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757007.708690:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8983 00000100:00080000:0.0:1787757007.708694:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757007.708698:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757007.708705:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757007.708720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766202752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757007.708732:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757007.708737:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757007.708739:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757007.708744:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8983 00000100:00080000:0.0:1787757007.708751:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757007.708756:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757007.708764:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787757007.708766:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787757007.708786:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766202880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757007.708801:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757007.708806:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757007.708808:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757007.708815:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8983 00000100:00100000:1.0:1787757007.708821:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757007/real 1787757007] req@ffffa0e6d86c5c00 x1874589766202496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757007.708824:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757007.708837:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757007.708852:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757007.708866:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766202496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757007.708873:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766203008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757007.708930:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757007.708938:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757007.708950:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766202496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757007.708996:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766202624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757007.709032:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757007.709049:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757007/real 1787757007] req@ffffa0e6d86c7800 x1874589766202624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757007.709065:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766202624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757007.709077:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757007.709081:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757007.709085:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766202624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757007.709092:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766202752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757007.709112:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757007.709124:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757007/real 1787757007] req@ffffa0e6d86c5880 x1874589766202752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757007.709138:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766202752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757007.709148:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757007.709152:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757007.709155:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766202752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757007.709162:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766202880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757007.709181:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757007.709192:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757007/real 1787757007] req@ffffa0e6d86c6300 x1874589766202880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757007.709205:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766202880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757007.709227:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757007.709232:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757007.709237:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766202880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757007.709245:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766203008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757007.709268:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757007.709333:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757007/real 1787757007] req@ffffa0e6d86c6680 x1874589766203008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757007.709349:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766203008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757007.709363:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757007.709368:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757007.709373:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766203008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757008.604513:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757008.732440:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757008.732454:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757009.628600:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757009.756411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757009.756411:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757010.652550:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757010.780439:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757010.780440:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757011.676531:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757011.804386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757011.804396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757012.700542:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757012.828447:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757012.828457:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757012.828522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757012.828532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757012.828538:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757012.828555:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8988 00000100:00080000:3.0:1787757012.828572:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757012.828583:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757012.828635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766203136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757012.828677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757012.828683:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757012.828688:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757012.828694:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8988 00000100:00080000:3.0:1787757012.828698:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757012.828704:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757012.828717:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757012.828734:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766203264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757012.828755:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766203136:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757012.828755:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757012.828773:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757012.828782:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757012.828818:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8988 00000100:00080000:3.0:1787757012.828823:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757012.828829:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757012.828836:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757012.828852:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766203392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757012.828866:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757012.828871:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757012.828874:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757012.828881:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8988 00000100:00080000:3.0:1787757012.828885:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757012.828890:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757012.828896:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757012.828909:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766203520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757012.828930:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757012.828937:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757012.828940:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757012.828947:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8988 00000100:00080000:3.0:1787757012.828956:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757012.828965:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787757012.828976:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787757012.828980:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757012.829017:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766203648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757012.829045:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757012/real 1787757012] req@ffffa0e6c35b3800 x1874589766203136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757012.829094:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766203136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757012.829111:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757012.829117:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757012.829121:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766203136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757012.829167:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766203264:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757012.829215:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757012.829242:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757012/real 1787757012] req@ffffa0e6c35b1500 x1874589766203264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757012.829317:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766203264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757012.829339:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757012.829347:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757012.829353:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766203264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757012.829363:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766203392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757012.829397:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757012.829425:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757012/real 1787757012] req@ffffa0e6c35b3b80 x1874589766203392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757012.829441:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766203392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757012.829460:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757012.829465:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757012.829469:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766203392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757012.829477:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766203520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757012.829501:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757012.829513:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757012/real 1787757012] req@ffffa0e6c35b0380 x1874589766203520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757012.829527:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766203520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757012.829541:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757012.829545:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757012.829548:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766203520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757012.829555:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766203648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757012.829576:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757012.829587:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757012/real 1787757012] req@ffffa0e6c35b1180 x1874589766203648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757012.829602:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766203648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757012.829614:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757012.829617:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757012.829622:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766203648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757013.724551:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757013.852402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757013.852436:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757014.748589:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757014.876434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757014.876452:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757015.772591:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757015.900369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757015.900466:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757016.796583:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757016.924396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757016.924397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757017.820548:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757017.948372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757017.948464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757017.948478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757017.948486:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757017.948504:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8993 00000100:00100000:0.0:1787757017.948510:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757017.948523:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757017.948539:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757017.948605:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766203776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757017.948644:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757017.948650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757017.948654:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757017.948659:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8993 00000100:00080000:3.0:1787757017.948664:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757017.948669:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757017.948685:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757017.948738:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766203904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757017.948761:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766203776:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757017.948766:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757017.948786:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757017.948789:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757017.948797:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8993 00000100:00080000:3.0:1787757017.948802:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757017.948809:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757017.948818:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757017.948836:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766204032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757017.948849:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757017.948855:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757017.948858:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757017.948863:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8993 00000100:00080000:3.0:1787757017.948869:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757017.948874:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757017.948880:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757017.948902:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766204160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787757017.948905:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757017.948926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757017.948931:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757017.948935:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757017.948944:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8993 00000100:00080000:3.0:1787757017.948950:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757017.948959:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757017.948969:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757017.948986:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757017/real 1787757017] req@ffffa0e6c35b3100 x1874589766203776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757017.948987:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766204288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757017.949133:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766203776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757017.949152:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757017.949158:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757017.949163:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766203776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757017.949197:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766203904:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757017.949231:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757017.949247:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757017/real 1787757017] req@ffffa0e6c35b1180 x1874589766203904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757017.949263:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766203904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757017.949322:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757017.949327:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757017.949331:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766203904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757017.949340:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766204032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757017.949368:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757017.949390:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757017/real 1787757017] req@ffffa0e6c35b0380 x1874589766204032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757017.949414:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766204032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757017.949432:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757017.949439:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757017.949446:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766204032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757017.949459:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766204160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757017.949498:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757017.949515:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757017/real 1787757017] req@ffffa0e6c35b3b80 x1874589766204160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757017.949539:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766204160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757017.949560:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757017.949567:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757017.949575:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766204160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757017.949588:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766204288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757017.949626:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757017.949644:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757017/real 1787757017] req@ffffa0e6c35b1500 x1874589766204288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757017.949667:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766204288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757017.949687:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757017.949693:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757017.949723:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766204288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757018.844608:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757018.972402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757018.972402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757019.868549:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757019.996443:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757019.996454:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757020.892517:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757021.020416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757021.020442:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757021.916534:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757022.044453:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757022.044456:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757022.940647:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757023.068417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757023.068417:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757023.068439:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1787757023.068453:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757023.068454:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757023.068483:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 8998 00000100:00080000:3.0:1787757023.068507:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757023.068520:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757023.068590:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766204416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757023.068696:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757023.068704:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757023.068708:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757023.068715:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8998 00000100:00080000:3.0:1787757023.068722:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757023.068733:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757023.068750:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757023.068768:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766204416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757023.068780:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766204544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757023.068798:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757023.068803:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757023.068806:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757023.068813:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8998 00000100:00080000:3.0:1787757023.068818:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757023.068822:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757023.068830:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757023.068846:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766204672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757023.068859:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757023.068865:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757023.068868:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757023.068873:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8998 00000100:00080000:3.0:1787757023.068877:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757023.068884:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787757023.068893:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787757023.068895:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757023.068932:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766204800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757023.068947:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757023.068953:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757023.068960:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757023.068962:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757023/real 1787757023] req@ffffa0e6c35b3800 x1874589766204416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757023.068971:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 8998 00000100:00080000:3.0:1787757023.068983:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757023.068995:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757023.069003:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757023.069011:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766204416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757023.069026:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766204928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757023.069034:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757023.069044:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757023.069050:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766204416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757023.069099:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766204544:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757023.069148:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757023.069173:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757023/real 1787757023] req@ffffa0e6c35b1c00 x1874589766204544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757023.069199:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766204544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757023.069219:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757023.069225:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757023.069233:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766204544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757023.069246:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766204672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757023.069329:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757023.069356:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757023/real 1787757023] req@ffffa0e6c35b0a80 x1874589766204672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757023.069383:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766204672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757023.069402:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757023.069409:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757023.069417:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766204672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757023.069430:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766204800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757023.069470:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757023.069487:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757023/real 1787757023] req@ffffa0e6c35b0e00 x1874589766204800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757023.069502:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766204800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757023.069516:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757023.069521:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757023.069525:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766204800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757023.069533:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766204928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757023.069554:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757023.069565:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757023/real 1787757023] req@ffffa0e6c35b1880 x1874589766204928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757023.069580:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766204928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757023.069600:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757023.069606:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757023.069642:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766204928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757023.964412:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757024.092350:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757024.092375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757024.988534:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757025.116383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757025.116432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757026.012522:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757026.140399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757026.140450:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757027.036617:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757027.164422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757027.164428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757028.060579:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757028.188414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757028.188424:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757028.188608:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757028.188623:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757028.188629:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757028.188645:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9003 00000100:00080000:3.0:1787757028.188663:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757028.188675:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757028.188741:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766205056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757028.188784:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757028.188790:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757028.188793:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757028.188799:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9003 00000100:00080000:3.0:1787757028.188804:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757028.188809:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757028.188823:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757028.188851:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766205184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757028.188869:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757028.188874:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757028.188876:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757028.188888:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9003 00000100:00100000:1.0:1787757028.188893:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766205056:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757028.188894:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757028.188905:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757028.188920:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757028.188935:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766205312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757028.188947:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757028.188952:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757028.188954:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757028.188959:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9003 00000100:00080000:3.0:1787757028.188962:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757028.188966:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757028.188973:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757028.188985:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766205440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757028.188996:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757028.189000:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757028.189002:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757028.189008:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9003 00000100:00080000:3.0:1787757028.189015:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757028.189020:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757028.189026:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757028.189040:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766205568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787757028.189062:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757028.189127:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757028/real 1787757028] req@ffffa0e6c35b2680 x1874589766205056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757028.189164:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766205056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757028.189187:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757028.189196:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757028.189222:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766205056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757028.189262:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766205184:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757028.189351:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757028.189393:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757028/real 1787757028] req@ffffa0e6c35b3480 x1874589766205184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757028.189419:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766205184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757028.189440:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757028.189447:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757028.189455:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766205184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757028.189468:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766205312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757028.189509:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757028.189581:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757028/real 1787757028] req@ffffa0e6c35b2d80 x1874589766205312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757028.189605:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766205312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757028.189621:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757028.189628:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757028.189634:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766205312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757028.189645:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766205440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757028.189685:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757028.189706:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757028/real 1787757028] req@ffffa0e6c35b0700 x1874589766205440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757028.189727:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766205440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757028.189747:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757028.189754:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757028.189761:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766205440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757028.189773:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766205568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757028.189808:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757028.189828:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757028/real 1787757028] req@ffffa0e6c35b2a00 x1874589766205568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757028.189869:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766205568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757028.189890:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757028.189896:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757028.189904:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766205568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757029.084620:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757029.212458:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757029.212466:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757030.108473:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757030.236393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757030.236430:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757031.132541:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757031.260366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757031.260435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757032.156554:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757032.284400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757032.284444:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757033.180598:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757033.308381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757033.308396:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787757033.308397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757033.308413:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757033.308421:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757033.308474:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9009 00000100:00080000:3.0:1787757033.308492:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757033.308502:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757033.308548:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766205696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757033.308586:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757033.308593:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757033.308597:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757033.308605:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9009 00000100:00080000:3.0:1787757033.308612:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757033.308620:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757033.308635:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757033.308649:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766205696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757033.308661:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766205824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757033.308680:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757033.308690:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757033.308693:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757033.308700:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9009 00000100:00080000:3.0:1787757033.308705:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757033.308712:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757033.308720:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787757033.308737:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757033.308738:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766205952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757033.308755:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757033.308761:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757033.308764:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757033.308772:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9009 00000100:00080000:3.0:1787757033.308777:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757033.308784:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757033.308794:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757033.308803:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757033/real 1787757033] req@ffffa0e6c35b1f80 x1874589766205696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757033.308812:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766206080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757033.308831:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757033.308835:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766205696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757033.308838:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757033.308841:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757033.308848:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9009 00000100:00080000:3.0:1787757033.308854:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757033.308856:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787757033.308860:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787757033.308864:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:3.0:1787757033.308870:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757033.308871:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766205696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757033.308885:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766206208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757033.308908:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766205824:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757033.308952:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757033.308978:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757033/real 1787757033] req@ffffa0e6c35b2a00 x1874589766205824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757033.309004:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766205824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757033.309016:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757033.309020:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757033.309025:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766205824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757033.309032:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766205952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757033.309065:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757033.309086:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757033/real 1787757033] req@ffffa0e6c35b0700 x1874589766205952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757033.309112:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766205952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757033.309130:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757033.309138:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757033.309144:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766205952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757033.309156:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766206080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757033.309190:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757033.309205:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757033/real 1787757033] req@ffffa0e6c35b2d80 x1874589766206080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757033.309219:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766206080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757033.309239:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757033.309243:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757033.309247:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766206080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757033.309254:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766206208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757033.309309:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757033.309324:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757033/real 1787757033] req@ffffa0e6c35b3480 x1874589766206208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757033.309339:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766206208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757033.309352:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757033.309355:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757033.309359:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766206208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757034.204494:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757034.332391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757034.332396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757035.228524:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757035.356428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757035.356464:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757036.252545:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757036.380428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757036.380463:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757037.276575:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757037.404451:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757037.404469:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757038.300553:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757038.428432:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757038.428460:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757038.428474:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757038.428481:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757038.428496:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9014 00000100:00080000:3.0:1787757038.428511:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757038.428521:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757038.428523:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757038.428583:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766206336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757038.428623:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757038.428629:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757038.428631:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757038.428637:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9014 00000100:00080000:3.0:1787757038.428641:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757038.428647:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757038.428659:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757038.428677:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766206464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757038.428683:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766206336:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757038.428709:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757038.428714:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757038.428717:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757038.428723:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9014 00000100:00080000:3.0:1787757038.428729:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757038.428734:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757038.428742:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757038.428757:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766206592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757038.428770:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757038.428775:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757038.428778:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787757038.428784:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757038.428792:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9014 00000100:00080000:3.0:1787757038.428801:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757038.428807:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757038.428814:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757038.428830:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766206720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757038.428845:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757038/real 1787757038] req@ffffa0e6c35b2680 x1874589766206336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757038.428846:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757038.428864:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757038.428871:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757038.428886:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9014 00000100:00080000:3.0:1787757038.428892:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757038.428900:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766206336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757038.428901:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757038.428915:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787757038.428936:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787757038.428938:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766206848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757038.428957:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757038.428976:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766206336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757038.429023:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766206464:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757038.429068:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757038.429086:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757038/real 1787757038] req@ffffa0e6c35b1880 x1874589766206464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757038.429104:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766206464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757038.429115:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757038.429119:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757038.429124:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766206464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757038.429131:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766206592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757038.429153:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757038.429165:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757038/real 1787757038] req@ffffa0e6c35b0e00 x1874589766206592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757038.429179:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766206592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757038.429198:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757038.429202:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757038.429206:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766206592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757038.429213:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766206720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757038.429232:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757038.429242:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757038/real 1787757038] req@ffffa0e6c35b0a80 x1874589766206720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757038.429256:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766206720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757038.429302:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757038.429306:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757038.429310:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766206720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757038.429317:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766206848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757038.429368:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757038.429388:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757038/real 1787757038] req@ffffa0e6c35b1c00 x1874589766206848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757038.429404:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766206848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757038.429416:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757038.429420:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757038.429425:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766206848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757039.324577:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757039.452454:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757039.452468:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757040.348541:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757040.476428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757040.476428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757041.372558:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757041.500434:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757041.500449:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757042.396570:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757042.524400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757042.524409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757043.420494:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757043.548443:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757043.548458:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757043.548472:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757043.548478:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757043.548493:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9019 00000100:00080000:0.0:1787757043.548508:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757043.548519:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757043.548567:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766206976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757043.548605:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757043.548611:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757043.548620:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757043.548626:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9019 00000100:00080000:0.0:1787757043.548631:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757043.548636:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757043.548648:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757043.548666:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766207104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757043.548685:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766206976:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757043.548686:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757043.548697:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757043.548703:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757043.548713:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9019 00000100:00080000:0.0:1787757043.548717:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757043.548721:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757043.548729:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757043.548744:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766207232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757043.548761:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757043.548768:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757043.548772:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757043.548781:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9019 00000100:00080000:0.0:1787757043.548791:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757043.548799:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787757043.548807:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:0.0:1787757043.548818:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757043.548877:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766207360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757043.548885:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757043/real 1787757043] req@ffffa0e6d86c6680 x1874589766206976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757043.548906:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757043.548919:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757043.548924:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757043.548937:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9019 00000100:00080000:0.0:1787757043.548953:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757043.548960:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757043.548968:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757043.548971:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766206976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757043.548991:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766207488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757043.549027:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757043.549040:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757043.549051:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766206976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757043.549097:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766207104:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757043.549149:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757043.549180:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757043/real 1787757043] req@ffffa0e6d86c6300 x1874589766207104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757043.549205:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766207104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757043.549223:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757043.549231:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757043.549239:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766207104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757043.549341:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766207232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757043.549400:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757043.549401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757043.549428:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757043/real 1787757043] req@ffffa0e6d86c5880 x1874589766207232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757043.549448:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766207232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757043.549461:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757043.549465:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757043.549470:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766207232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757043.549479:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766207360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757043.549501:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757043.549514:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757043/real 1787757043] req@ffffa0e6d86c7800 x1874589766207360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757043.549527:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766207360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757043.549540:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757043.549543:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757043.549547:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766207360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757043.549555:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766207488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757043.549575:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757043.549586:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757043/real 1787757043] req@ffffa0e6d86c5c00 x1874589766207488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757043.549603:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766207488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757043.549622:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757043.549628:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757043.549635:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766207488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757044.444535:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757044.572361:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757044.572416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757045.468499:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757045.596376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757045.596421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757046.492501:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757046.620416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757046.620450:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757047.516517:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757047.644429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757047.644434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757048.540409:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787757048.668341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787757048.668345:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757048.668351:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757048.668356:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757048.668366:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9024 00000100:00100000:2.0:1787757048.668372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757048.668377:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757048.668386:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757048.668419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766207616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757048.668441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757048.668443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757048.668445:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757048.668448:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9024 00000100:00080000:0.0:1787757048.668450:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757048.668452:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757048.668460:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757048.668473:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766207744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757048.668483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757048.668487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757048.668489:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757048.668494:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9024 00000100:00080000:0.0:1787757048.668499:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757048.668504:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757048.668509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757048.668513:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766207616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787757048.668523:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766207872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757048.668532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757048.668535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757048.668536:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757048.668540:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9024 00000100:00080000:0.0:1787757048.668544:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757048.668546:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757048.668550:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757048.668558:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766208000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757048.668564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757048.668567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757048.668568:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757048.668570:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9024 00000800:00000100:1.0:1787757048.668574:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757048.668576:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757048.668580:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757048.668584:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787757048.668591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766208128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757048.668609:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757048/real 1787757048] req@ffffa0e6d86c5c00 x1874589766207616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757048.668623:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766207616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757048.668631:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757048.668633:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757048.668636:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766207616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757048.668641:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766207744:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757048.668654:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757048.668662:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757048/real 1787757048] req@ffffa0e6d86c7800 x1874589766207744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757048.668670:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766207744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757048.668676:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757048.668677:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757048.668679:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766207744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757048.668696:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766207872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757048.668706:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757048.668712:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757048/real 1787757048] req@ffffa0e6d86c5880 x1874589766207872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757048.668720:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766207872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757048.668725:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757048.668727:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757048.668735:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766207872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757048.668738:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766208000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757048.668749:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757048.668755:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757048/real 1787757048] req@ffffa0e6d86c6300 x1874589766208000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757048.668762:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766208000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757048.668769:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757048.668771:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757048.668773:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766208000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757048.668777:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766208128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757048.668786:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757048.668791:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757048/real 1787757048] req@ffffa0e6d86c6680 x1874589766208128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757048.668798:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766208128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757048.668804:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757048.668806:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757048.668808:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766208128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757049.564521:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757049.692393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757049.692403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757050.588544:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757050.716429:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757050.716429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757051.612543:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757051.740423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757051.740440:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757052.636502:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757052.764415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757052.764415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757053.660465:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757053.788421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787757053.788446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757053.788461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757053.788469:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787757053.788477:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757053.788485:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9029 00000100:00080000:1.0:1787757053.788506:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757053.788516:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757053.788569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766208256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757053.788638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757053.788646:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757053.788650:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757053.788660:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9029 00000100:00080000:1.0:1787757053.788671:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757053.788681:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757053.788698:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757053.788721:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766208256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757053.788725:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766208384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757053.788762:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757053.788767:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757053.788769:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757053.788778:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9029 00000100:00080000:1.0:1787757053.788783:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757053.788789:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757053.788796:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757053.788809:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766208512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757053.788822:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757053.788827:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757053.788829:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757053.788834:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9029 00000100:00080000:1.0:1787757053.788839:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757053.788845:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757053.788851:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757053.788863:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766208640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757053.788875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757053.788879:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757053.788882:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757053.788887:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9029 00000100:00080000:1.0:1787757053.788892:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757053.788895:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757053.788901:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757053.788913:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766208768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757053.788995:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766208384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757053.789131:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766208512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757053.789206:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766208640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757053.789248:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766208768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757054.684526:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757054.812461:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757054.812482:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757055.708508:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757055.836437:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757055.836457:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757056.732570:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757056.860439:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757056.860517:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:3.0:1787757056.860743:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787757056.860833:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787757056.860860:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757056.860926:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757056.860939:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757056.860950:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757056.860960:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:2.0:1787757056.861086:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757053/real 1787757056] req@ffffa0e6c792a300 x1874589766208384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757056.861156:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766208384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757056.861183:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757056.861193:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757056.861202:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766208384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757056.861220:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757053/real 1787757056] req@ffffa0e6c7928e00 x1874589766208512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757056.861245:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766208512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757056.861261:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757056.861308:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757056.861318:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766208512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757056.861335:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757053/real 1787757056] req@ffffa0e6c792aa00 x1874589766208640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757056.861364:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766208640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757056.861384:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757056.861393:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757056.861399:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766208640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757056.861412:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757053/real 1787757056] req@ffffa0e6c7929880 x1874589766208768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757056.861438:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766208768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757056.861465:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757056.861473:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757056.861481:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766208768:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757056.861497:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757053/real 1787757056] req@ffffa0e6c792ad80 x1874589766208256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757056.861521:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766208256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757056.861536:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757056.861541:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757056.861548:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766208256:192.168.201.131@tcp:250:kworker.0 00010000:00010000:0.0:1787757057.756561:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757057.884379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757057.884545:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757058.780547:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757058.908455:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787757058.908460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757058.908476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757058.908485:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757058.908503:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9034 00000100:00080000:1.0:1787757058.908525:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757058.908540:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757058.908572:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757058.908613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766208896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757058.908673:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757058.908681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757058.908685:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757058.908697:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9034 00000100:00080000:1.0:1787757058.908706:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757058.908716:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757058.908733:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766208896:192.168.201.131@tcp:250:kworker.0 00000008:00100000:1.0:1787757058.908738:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757058.908777:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766209024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757058.908801:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757058.908808:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757058.908812:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757058.908821:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9034 00000100:00080000:1.0:1787757058.908833:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757058.908843:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757058.908854:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787757058.908878:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757058.908884:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766209152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757058.908909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757058.908917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757058.908922:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757058.908932:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9034 00000100:00080000:1.0:1787757058.908944:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757058.908959:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757058.908962:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757058/real 1787757058] req@ffffa0e6c792b480 x1874589766208896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787757058.908973:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757058.909042:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766208896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757058.909056:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766209280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757058.909114:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757058.909124:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757058.909125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757058.909136:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757058.909145:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:1.0:1787757058.909156:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9034 00000100:00100000:2.0:1787757058.909165:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766208896:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757058.909171:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757058.909189:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757058.909200:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757058.909229:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766209024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757058.909232:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766209408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757058.909367:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757058.909399:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757058/real 1787757058] req@ffffa0e6c792ad80 x1874589766209024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757058.909422:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766209024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757058.909439:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757058.909447:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757058.909453:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766209024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757058.909466:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766209152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757058.909508:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757058.909532:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757058/real 1787757058] req@ffffa0e6c7929880 x1874589766209152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757058.909558:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766209152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757058.909576:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757058.909583:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757058.909590:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766209152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757058.909603:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766209280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757058.909643:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757058.909667:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757058/real 1787757058] req@ffffa0e6c792aa00 x1874589766209280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757058.909693:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766209280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757058.909714:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757058.909722:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757058.909729:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766209280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757058.909764:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766209408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757058.909806:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757058.909834:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757058/real 1787757058] req@ffffa0e6c7928e00 x1874589766209408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757058.909859:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766209408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757058.909881:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757058.909888:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757058.909894:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766209408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757059.804582:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757059.932500:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757059.932534:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757060.828520:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757060.956426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757060.956426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757061.852582:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757061.980410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757061.980431:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757062.876512:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757063.004383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757063.004391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757063.900501:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757064.028410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757064.028423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757064.028480:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757064.028493:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757064.028499:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757064.028511:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9039 00000100:00080000:3.0:1787757064.028525:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757064.028534:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757064.028581:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766209536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757064.028619:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757064.028625:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757064.028628:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757064.028633:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9039 00000100:00080000:3.0:1787757064.028638:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757064.028645:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757064.028676:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766209536:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787757064.028678:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757064.028717:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766209664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757064.028743:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757064.028750:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757064.028755:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757064.028764:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9039 00000100:00080000:3.0:1787757064.028774:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787757064.028777:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757064.028789:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757064.028802:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757064.028824:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766209792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757064.028839:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757064.028844:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757064.028848:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757064.028853:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757064/real 1787757064] req@ffffa0e6c35b3800 x1874589766209536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757064.028859:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9039 00000100:00080000:3.0:1787757064.028870:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757064.028883:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757064.028924:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757064.028940:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766209920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757064.028958:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757064.028963:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757064.028968:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757064.028972:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766209536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757064.028978:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9039 00000100:00080000:3.0:1787757064.028989:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757064.028993:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757064.028998:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757064.029021:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766210048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757064.029025:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757064.029042:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757064.029059:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766209536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757064.029098:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766209664:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757064.029136:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757064.029170:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757064/real 1787757064] req@ffffa0e6c35b1500 x1874589766209664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757064.029187:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766209664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757064.029199:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757064.029204:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757064.029208:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766209664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757064.029216:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766209792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757064.029239:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757064.029252:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757064/real 1787757064] req@ffffa0e6c35b3b80 x1874589766209792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757064.029298:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766209792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757064.029311:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757064.029315:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757064.029319:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766209792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757064.029327:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766209920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757064.029352:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757064.029367:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757064/real 1787757064] req@ffffa0e6c35b0380 x1874589766209920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757064.029382:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766209920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757064.029394:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757064.029398:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757064.029402:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766209920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757064.029409:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766210048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757064.029428:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757064.029439:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757064/real 1787757064] req@ffffa0e6c35b1180 x1874589766210048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757064.029452:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766210048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757064.029473:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757064.029477:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757064.029481:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766210048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757064.924520:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757065.052413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757065.052505:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757065.948602:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757066.076435:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757066.076437:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757066.972516:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757067.100396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757067.100442:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757067.996568:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757068.124470:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000008:00020000:2.0:1787757068.124488:0:31243:0:(osc_cache.c:1000:osc_extent_wait()) extent ffffa0e6c63aa000@{[0 -> 0/1023], [3|0|+|rpc|wihuY|ffffa0e6c5752e00], [28672|1|+|-|ffffa0e6c6eeee00|1024|ffffa0e6c8d44f80]} lustre-OST0001-osc-ffffa0e6c7ba9800: wait ext to 0 timedout, recovery in progress? 00000100:00100000:0.0:1787757068.124545:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000008:00020000:2.0:1787757068.139218:0:31243:0:(osc_cache.c:1000:osc_extent_wait()) ### extent: 00000000e2f7c569 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000ff7b41fd/0xc63d509de01cd22a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0xa58e5f4f9d21c091 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787757069.020507:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757069.148368:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757069.148380:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757069.148386:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757069.148400:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9044 00000100:00100000:0.0:1787757069.148407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757069.148414:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757069.148429:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757069.148453:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757069.148478:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766210176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757069.148525:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757069.148533:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757069.148537:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757069.148545:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9044 00000100:00080000:3.0:1787757069.148553:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757069.148561:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757069.148576:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757069.148604:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766210304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757069.148621:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757069.148625:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766210176:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757069.148626:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757069.148633:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757069.148646:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9044 00000100:00080000:3.0:1787757069.148651:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757069.148656:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757069.148663:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757069.148682:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766210432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757069.148694:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757069.148699:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757069.148702:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757069.148707:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9044 00000100:00080000:3.0:1787757069.148711:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787757069.148720:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757069.148720:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757069.148730:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757069.148747:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766210560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757069.148768:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757069.148774:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757069.148778:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757069.148785:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757069/real 1787757069] req@ffffa0e6c35b3100 x1874589766210176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757069.148791:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9044 00000100:00080000:3.0:1787757069.148849:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757069.148865:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757069.148877:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757069.148883:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766210176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757069.148906:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766210688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757069.148908:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757069.148929:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757069.148945:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766210176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757069.148992:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766210304:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757069.149056:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757069.149075:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757069/real 1787757069] req@ffffa0e6c35b1180 x1874589766210304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757069.149091:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766210304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757069.149102:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757069.149106:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757069.149110:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766210304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757069.149118:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766210432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757069.149137:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757069.149148:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757069/real 1787757069] req@ffffa0e6c35b0380 x1874589766210432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757069.149161:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766210432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757069.149171:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757069.149174:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757069.149178:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766210432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757069.149184:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766210560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757069.149207:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757069.149225:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757069/real 1787757069] req@ffffa0e6c35b3b80 x1874589766210560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757069.149248:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766210560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757069.149268:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757069.149274:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757069.149335:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766210560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757069.149343:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766210688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757069.149373:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757069.149388:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757069/real 1787757069] req@ffffa0e6c35b1500 x1874589766210688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757069.149402:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766210688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757069.149413:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757069.149417:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757069.149420:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766210688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757070.044600:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757070.172405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757070.172429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757071.068541:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757071.196417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757071.196486:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757072.092490:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757072.220407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757072.220485:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757073.116494:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757073.244371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757073.244424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757074.140506:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757074.268413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757074.268417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757074.268460:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757074.268473:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757074.268482:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757074.268498:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9050 00000100:00080000:0.0:1787757074.268517:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757074.268529:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757074.268599:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766210816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757074.268644:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757074.268649:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757074.268652:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757074.268659:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9050 00000100:00080000:0.0:1787757074.268666:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757074.268676:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757074.268691:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757074.268704:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766210816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787757074.268744:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766210944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757074.268774:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757074.268779:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757074.268782:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757074.268788:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9050 00000100:00080000:0.0:1787757074.268793:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757074.268801:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757074.268811:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757074.268830:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766211072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757074.268849:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757074.268854:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757074.268860:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787757074.268862:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757074.268870:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9050 00000100:00080000:0.0:1787757074.268878:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757074.268885:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757074.268894:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757074.268915:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766211200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757074.268930:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757074.268931:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757074/real 1787757074] req@ffffa0e6d86c6680 x1874589766210816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757074.268949:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757074.268957:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757074.268975:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9050 00000100:00080000:0.0:1787757074.268985:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757074.268987:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766210816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757074.268998:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757074.269016:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:2.0:1787757074.269030:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757074.269040:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787757074.269046:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766211328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757074.269053:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766210816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757074.269111:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766210944:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757074.269141:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757074.269158:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757074/real 1787757074] req@ffffa0e6d86c6300 x1874589766210944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757074.269174:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766210944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757074.269186:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757074.269190:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757074.269195:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766210944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757074.269201:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766211072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757074.269221:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757074.269232:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757074/real 1787757074] req@ffffa0e6d86c5880 x1874589766211072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757074.269247:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766211072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757074.269257:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757074.269261:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757074.269264:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766211072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757074.269305:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766211200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757074.269331:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757074.269345:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757074/real 1787757074] req@ffffa0e6d86c7800 x1874589766211200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757074.269360:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766211200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757074.269374:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757074.269378:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757074.269382:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766211200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757074.269389:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766211328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757074.269409:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757074.269420:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757074/real 1787757074] req@ffffa0e6d86c5c00 x1874589766211328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757074.269434:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766211328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757074.269447:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757074.269451:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757074.269454:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766211328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757075.164550:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757075.292425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757075.292449:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757076.188458:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757076.316419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757076.316469:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757077.212541:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757077.340396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757077.340416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757078.236561:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757078.364462:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757078.364468:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757079.260525:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757079.388384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757079.388416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757079.388464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757079.388473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757079.388480:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757079.388495:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9055 00000100:00080000:1.0:1787757079.388513:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757079.388525:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757079.388593:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766211456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757079.388656:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757079.388662:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757079.388665:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757079.388672:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9055 00000100:00080000:1.0:1787757079.388677:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757079.388684:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757079.388699:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757079.388718:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766211584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757079.388727:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766211456:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757079.388744:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757079.388751:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757079.388754:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757079.388761:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9055 00000100:00080000:1.0:1787757079.388765:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757079.388769:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757079.388775:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757079.388790:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766211712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757079.388803:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757079.388808:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757079.388811:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757079.388816:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9055 00000100:00080000:1.0:1787757079.388821:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757079.388826:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757079.388845:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787757079.388853:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757079.388870:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766211840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757079.388885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757079.388891:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757079.388893:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757079.388898:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9055 00000100:00080000:1.0:1787757079.388905:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757079.388911:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757079.388918:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757079.388923:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757079/real 1787757079] req@ffffa0e6c792a300 x1874589766211456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757079.388937:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766211968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757079.388967:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766211456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757079.388986:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757079.388993:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757079.389000:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766211456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757079.389041:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766211584:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757079.389088:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757079.389115:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757079/real 1787757079] req@ffffa0e6c7929c00 x1874589766211584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757079.389138:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766211584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757079.389150:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757079.389155:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757079.389159:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766211584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757079.389167:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766211712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757079.389196:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757079.389209:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757079/real 1787757079] req@ffffa0e6c7929f80 x1874589766211712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757079.389225:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766211712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757079.389236:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757079.389240:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757079.389245:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766211712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757079.389251:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766211840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757079.389310:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757079.389325:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757079/real 1787757079] req@ffffa0e6c792bb80 x1874589766211840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757079.389341:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766211840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757079.389354:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757079.389358:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757079.389363:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766211840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757079.389370:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766211968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757079.389393:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757079.389404:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757079/real 1787757079] req@ffffa0e6c7928380 x1874589766211968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757079.389418:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766211968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757079.389444:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757079.389450:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757079.389457:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766211968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757080.284502:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757080.412435:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757080.412435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757081.308511:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757081.436396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757081.436441:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757082.332519:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757082.460417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757082.460435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757083.356567:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757083.484447:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757083.484462:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757084.380596:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757084.508447:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757084.508462:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787757084.508474:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787757084.508476:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757084.508490:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757084.508511:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9060 00000100:00080000:1.0:1787757084.508556:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757084.508572:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757084.508637:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766212096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757084.508683:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757084.508688:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757084.508691:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757084.508696:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9060 00000100:00080000:1.0:1787757084.508701:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757084.508709:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757084.508723:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757084.508745:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766212096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757084.508746:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766212224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757084.508770:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757084.508774:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757084.508776:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757084.508781:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9060 00000100:00080000:1.0:1787757084.508786:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757084.508790:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757084.508795:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757084.508809:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766212352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757084.508820:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757084.508824:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757084.508826:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757084.508831:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9060 00000100:00080000:1.0:1787757084.508837:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757084.508842:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757084.508849:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757084.508861:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766212480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757084.508872:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787757084.508887:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757084.508893:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757084.508896:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757084.508902:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9060 00000100:00080000:1.0:1787757084.508917:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757084.508923:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757084.508930:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757084.508939:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757084/real 1787757084] req@ffffa0e6c792b100 x1874589766212096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757084.508947:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766212608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757084.509006:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766212096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757084.509031:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757084.509041:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757084.509051:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766212096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757084.509090:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766212224:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757084.509123:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757084.509140:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757084/real 1787757084] req@ffffa0e6c7928700 x1874589766212224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757084.509164:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766212224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757084.509181:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757084.509188:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757084.509195:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766212224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757084.509207:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766212352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757084.509245:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757084.509261:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757084/real 1787757084] req@ffffa0e6c7928a80 x1874589766212352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757084.509309:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766212352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757084.509320:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757084.509324:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757084.509328:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766212352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757084.509335:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766212480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757084.509362:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757084.509374:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757084/real 1787757084] req@ffffa0e6c792a680 x1874589766212480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757084.509387:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766212480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757084.509419:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757084.509423:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757084.509428:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766212480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757084.509435:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766212608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757084.509457:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757084.509468:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757084/real 1787757084] req@ffffa0e6c7929180 x1874589766212608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757084.509482:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766212608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757084.509495:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757084.509499:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757084.509503:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766212608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757085.404564:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757085.532408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757085.532455:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757086.428592:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757086.556413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757086.556413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757087.452460:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757087.580531:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757087.580536:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757088.476554:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757088.604407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757088.604407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757089.500503:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757089.628482:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757089.628482:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757089.628501:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757089.628516:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757089.628524:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757089.628544:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9065 00000100:00080000:0.0:1787757089.628564:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757089.628576:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757089.628644:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766212736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757089.628698:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757089.628704:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757089.628706:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757089.628712:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9065 00000100:00080000:0.0:1787757089.628717:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757089.628722:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757089.628739:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757089.628759:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766212864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757089.628779:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766212736:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757089.628782:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757089.628807:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757089.628810:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757089.628818:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9065 00000100:00080000:0.0:1787757089.628823:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757089.628829:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757089.628838:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757089.628854:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766212992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757089.628871:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757089.628876:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757089.628878:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757089.628885:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9065 00000100:00080000:0.0:1787757089.628889:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757089.628895:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757089.628903:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787757089.628905:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787757089.628933:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766213120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757089.628950:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757089.628955:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757089.628960:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757089.628971:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9065 00000100:00100000:2.0:1787757089.628974:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757089/real 1787757089] req@ffffa0e6d86c5c00 x1874589766212736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757089.628979:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757089.628997:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757089.629023:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757089.629041:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766212736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757089.629045:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766213248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757089.629081:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757089.629092:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757089.629100:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766212736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757089.629133:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766212864:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757089.629165:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757089.629182:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757089/real 1787757089] req@ffffa0e6d86c7800 x1874589766212864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757089.629199:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766212864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757089.629210:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757089.629214:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757089.629219:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766212864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757089.629226:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766212992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757089.629246:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757089.629258:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757089/real 1787757089] req@ffffa0e6d86c5880 x1874589766212992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757089.629307:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766212992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757089.629319:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757089.629323:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757089.629327:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766212992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757089.629335:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766213120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757089.629360:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757089.629375:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757089/real 1787757089] req@ffffa0e6d86c6300 x1874589766213120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757089.629390:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766213120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757089.629403:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757089.629407:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757089.629411:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766213120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757089.629418:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766213248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757089.629471:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757089.629489:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757089/real 1787757089] req@ffffa0e6d86c6680 x1874589766213248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757089.629505:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766213248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757089.629518:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757089.629522:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757089.629526:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766213248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757090.524597:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757090.652404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757090.652450:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757091.548552:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757091.676389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757091.676444:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757092.572589:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757092.700428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757092.700450:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757093.596492:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757093.724446:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757093.724448:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757094.620498:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757094.748383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757094.748457:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757094.748485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757094.748496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757094.748502:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757094.748515:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9070 00000100:00080000:0.0:1787757094.748530:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757094.748539:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757094.748595:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766213376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757094.748646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757094.748654:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757094.748658:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757094.748667:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9070 00000100:00080000:0.0:1787757094.748676:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757094.748685:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757094.748702:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757094.748704:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766213376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787757094.748745:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766213504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757094.748789:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787757094.748801:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757094.748803:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757094.748813:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757094.748824:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9070 00000100:00080000:0.0:1787757094.748837:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757094.748846:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757094.748855:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757094.748861:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757094/real 1787757094] req@ffffa0e6d86c6680 x1874589766213376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757094.748881:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766213632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757094.748898:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766213376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757094.748902:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757094.748917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757094.748924:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757094.748941:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9070 00000100:00080000:2.0:1787757094.748943:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757094.748951:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757094.748958:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:0.0:1787757094.748967:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757094.748975:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766213376:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787757094.748979:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757094.749010:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766213760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757094.749019:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766213504:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787757094.749054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757094.749062:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1787757094.749067:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757094.749072:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757094.749087:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9070 00000100:00100000:2.0:1787757094.749092:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757094/real 1787757094] req@ffffa0e6d86c6300 x1874589766213504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757094.749100:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757094.749119:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757094.749125:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766213504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787757094.749137:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:2.0:1787757094.749141:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757094.749151:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757094.749157:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766213504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757094.749169:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766213632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787757094.749177:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766213888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757094.749204:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757094.749221:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757094/real 1787757094] req@ffffa0e6d86c5880 x1874589766213632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757094.749238:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766213632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757094.749259:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757094.749263:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757094.749268:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766213632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757094.749321:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766213760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757094.749376:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757094.749397:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757094/real 1787757094] req@ffffa0e6d86c7800 x1874589766213760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757094.749414:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766213760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757094.749427:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757094.749431:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757094.749435:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766213760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757094.749443:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766213888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757094.749469:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757094.749481:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757094/real 1787757094] req@ffffa0e6d86c5c00 x1874589766213888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757094.749495:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766213888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757094.749507:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757094.749511:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757094.749516:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766213888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757095.644580:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757095.772444:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757095.772505:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757096.668557:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757096.796424:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757096.796534:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757097.692524:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757097.820451:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757097.820457:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757098.716651:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757098.844460:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757098.844511:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757099.740540:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757099.868450:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757099.868463:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787757099.868482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757099.868497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757099.868506:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757099.868525:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9075 00000100:00080000:1.0:1787757099.868540:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757099.868551:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757099.868612:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766214016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757099.868646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757099.868651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757099.868654:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757099.868659:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9075 00000100:00080000:1.0:1787757099.868663:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757099.868669:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757099.868681:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757099.868699:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766214144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757099.868712:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766214016:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757099.868720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757099.868727:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757099.868730:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757099.868746:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9075 00000100:00080000:1.0:1787757099.868751:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757099.868756:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757099.868763:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757099.868779:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766214272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757099.868792:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757099.868798:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757099.868801:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787757099.868811:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787757099.868817:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9075 00000100:00080000:1.0:1787757099.868825:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757099.868831:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757099.868840:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757099.868855:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766214400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757099.868868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757099.868874:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757099/real 1787757099] req@ffffa0e6c7929500 x1874589766214016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757099.868875:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757099.868883:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757099.868903:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9075 00000100:00080000:1.0:1787757099.868914:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757099.868920:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766214016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757099.868938:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:2.0:1787757099.868939:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1787757099.868954:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:2.0:1787757099.868955:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757099.868970:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766214016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757099.868985:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766214528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757099.869009:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766214144:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757099.869043:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757099.869060:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757099/real 1787757099] req@ffffa0e6c7929180 x1874589766214144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757099.869075:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766214144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757099.869087:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757099.869092:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757099.869097:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766214144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757099.869105:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766214272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757099.869125:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757099.869136:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757099/real 1787757099] req@ffffa0e6c792a680 x1874589766214272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757099.869150:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766214272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757099.869161:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757099.869164:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757099.869168:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766214272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757099.869175:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766214400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757099.869193:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757099.869204:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757099/real 1787757099] req@ffffa0e6c7928a80 x1874589766214400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757099.869218:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766214400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757099.869230:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757099.869233:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757099.869237:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766214400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757099.869312:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766214528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757099.869341:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757099.869358:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757099/real 1787757099] req@ffffa0e6c7928700 x1874589766214528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757099.869373:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766214528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757099.869386:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757099.869389:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757099.869393:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766214528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757100.764661:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757100.892450:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757100.892475:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757101.788525:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757101.916447:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757101.916481:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757102.812654:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757102.940374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757102.940491:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757103.836504:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757103.964384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757103.964433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757104.860533:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757104.988424:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757104.988433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757104.988475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757104.988489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757104.988497:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757104.988514:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9080 00000100:00080000:1.0:1787757104.988532:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757104.988546:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757104.988604:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766214656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757104.988645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757104.988650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757104.988653:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757104.988658:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9080 00000100:00080000:1.0:1787757104.988663:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757104.988668:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757104.988680:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757104.988697:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766214784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757104.988715:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766214656:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757104.988716:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757104.988734:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757104.988737:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757104.988744:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9080 00000100:00080000:1.0:1787757104.988748:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757104.988754:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757104.988760:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757104.988779:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766214912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757104.988792:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757104.988796:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757104.988800:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757104.988806:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9080 00000100:00080000:1.0:1787757104.988811:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787757104.988818:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787757104.988821:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757104.988833:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757104.988850:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766215040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757104.988863:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757104.988867:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757104.988871:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757104.988879:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757104/real 1787757104] req@ffffa0e6c792b100 x1874589766214656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757104.988880:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9080 00000100:00080000:1.0:1787757104.988893:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757104.988907:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757104.988919:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757104.988928:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766214656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757104.988939:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766215168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757104.988963:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757104.988973:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757104.988981:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766214656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757104.989012:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766214784:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757104.989042:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757104.989058:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757104/real 1787757104] req@ffffa0e6c7928380 x1874589766214784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757104.989074:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766214784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757104.989085:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757104.989089:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757104.989095:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766214784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757104.989106:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766214912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757104.989142:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757104.989217:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757104/real 1787757104] req@ffffa0e6c792bb80 x1874589766214912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757104.989244:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766214912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757104.989257:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757104.989260:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757104.989265:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766214912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757104.989320:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766215040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757104.989367:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757104.989389:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757104/real 1787757104] req@ffffa0e6c7929f80 x1874589766215040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757104.989405:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766215040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757104.989419:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757104.989424:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757104.989428:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766215040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757104.989435:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766215168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757104.989460:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757104.989471:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757104/real 1787757104] req@ffffa0e6c7929c00 x1874589766215168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757104.989485:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766215168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757104.989497:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757104.989500:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757104.989503:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766215168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757105.884561:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757106.012465:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757106.012465:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757106.908544:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757107.036364:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757107.036444:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757107.932600:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757108.060386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757108.060421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757108.956434:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757109.084349:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757109.084355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757109.980498:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757110.108420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757110.108443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757110.108451:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757110.108473:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757110.108474:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9085 00000100:00080000:3.0:1787757110.108503:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757110.108524:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757110.108540:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757110.108591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766215296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757110.108637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757110.108643:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757110.108646:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757110.108652:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9085 00000100:00080000:3.0:1787757110.108658:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757110.108664:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757110.108678:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757110.108703:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766215296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757110.108723:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766215424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757110.108742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757110.108749:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757110.108753:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757110.108761:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9085 00000100:00080000:3.0:1787757110.108783:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757110.108789:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757110.108799:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787757110.108809:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757110.108828:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766215552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757110.108844:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757110.108850:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757110.108854:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757110.108862:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9085 00000100:00080000:3.0:1787757110.108868:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757110.108876:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757110/real 1787757110] req@ffffa0e6c35b3800 x1874589766215296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757110.108877:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757110.108898:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757110.108931:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766215680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757110.108945:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757110.108949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757110.108952:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757110.108957:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9085 00000100:00080000:3.0:1787757110.108961:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757110.108966:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757110.108971:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757110.108984:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766215296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757110.108988:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766215808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757110.109106:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757110.109116:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757110.109127:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766215296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757110.109164:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766215424:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757110.109213:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757110.109242:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757110/real 1787757110] req@ffffa0e6c35b1c00 x1874589766215424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757110.109312:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766215424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757110.109327:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757110.109332:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757110.109337:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766215424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757110.109347:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766215552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757110.109380:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757110.109397:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757110/real 1787757110] req@ffffa0e6c35b0a80 x1874589766215552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757110.109413:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766215552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757110.109432:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757110.109437:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757110.109441:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766215552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757110.109448:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766215680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757110.109468:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757110.109480:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757110/real 1787757110] req@ffffa0e6c35b0e00 x1874589766215680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757110.109494:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766215680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757110.109506:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757110.109510:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757110.109514:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766215680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757110.109521:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766215808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757110.109540:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757110.109551:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757110/real 1787757110] req@ffffa0e6c35b1880 x1874589766215808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757110.109565:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766215808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757110.109576:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757110.109579:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757110.109584:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766215808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757111.004533:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757111.132400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757111.132450:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757112.028567:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757112.156472:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757112.156493:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757113.052600:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757113.180405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757113.180491:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757114.076609:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757114.204391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757114.204431:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757115.100554:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757115.228409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757115.228486:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757115.228496:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757115.228501:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757115.228511:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757115.228526:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9091 00000100:00080000:0.0:1787757115.228541:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757115.228551:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757115.228603:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766215936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757115.228641:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757115.228647:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757115.228650:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757115.228656:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9091 00000100:00080000:0.0:1787757115.228660:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757115.228668:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757115.228681:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757115.228704:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766216064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757115.228716:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766215936:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757115.228745:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757115.228751:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757115.228753:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757115.228761:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9091 00000100:00080000:0.0:1787757115.228766:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757115.228771:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757115.228777:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757115.228792:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766216192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757115.228806:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757115.228810:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757115.228813:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757115.228818:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9091 00000100:00080000:0.0:1787757115.228823:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757115.228827:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757115.228835:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757115.228854:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766216320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757115.228874:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757115.228891:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757115.228896:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757115.228899:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757115.228908:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9091 00000100:00080000:0.0:1787757115.228916:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757115.228922:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757115.228943:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757115.228954:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757115/real 1787757115] req@ffffa0e6d86c5c00 x1874589766215936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757115.228964:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766216448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757115.229058:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766215936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757115.229076:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757115.229082:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757115.229088:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766215936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757115.229128:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766216064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757115.229163:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757115.229180:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757115/real 1787757115] req@ffffa0e6d86c7800 x1874589766216064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757115.229196:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766216064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757115.229208:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757115.229212:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757115.229218:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766216064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757115.229227:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766216192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757115.229249:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757115.229260:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757115/real 1787757115] req@ffffa0e6d86c5880 x1874589766216192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757115.229316:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766216192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757115.229327:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757115.229331:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757115.229336:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766216192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757115.229344:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766216320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757115.229371:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757115.229384:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757115/real 1787757115] req@ffffa0e6d86c6300 x1874589766216320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757115.229399:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766216320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757115.229412:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757115.229417:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757115.229421:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766216320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757115.229428:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766216448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757115.229447:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757115.229458:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757115/real 1787757115] req@ffffa0e6d86c6680 x1874589766216448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757115.229473:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766216448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757115.229486:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757115.229489:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757115.229493:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766216448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757116.124513:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757116.252396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757116.252480:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757117.148575:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757117.276411:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757117.276456:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757118.172543:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757118.300392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757118.300406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757119.196498:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757119.324371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757119.324382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757120.220522:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757120.348404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757120.348421:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757120.348433:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757120.348440:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787757120.348453:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757120.348456:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9096 00000100:00080000:0.0:1787757120.348478:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757120.348490:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757120.348543:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766216576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757120.348583:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757120.348588:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757120.348591:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757120.348597:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9096 00000100:00080000:0.0:1787757120.348602:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757120.348606:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757120.348618:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757120.348635:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766216704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757120.348651:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757120.348656:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757120.348658:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757120.348665:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9096 00000100:00080000:0.0:1787757120.348670:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757120.348678:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766216576:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757120.348682:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757120.348705:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757120.348729:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766216832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757120.348744:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757120.348748:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757120.348751:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757120.348756:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9096 00000100:00080000:0.0:1787757120.348762:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757120.348767:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757120.348773:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757120.348788:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766216960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757120.348802:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757120.348806:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757120.348808:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757120.348814:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9096 00000100:00080000:0.0:1787757120.348820:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757120.348824:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757120.348830:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787757120.348842:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766217088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757120.348962:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766216704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757120.349035:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766216832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757120.349089:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766216960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757120.349136:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766217088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757121.244538:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757121.372404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757121.372470:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757122.268548:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757122.396392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757122.396541:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757123.292647:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757123.420421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757123.420796:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:0.0:1787757123.420825:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:0.0:1787757123.420930:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787757123.420958:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787757123.421042:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787757123.421062:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787757123.421080:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787757123.421100:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:2.0:1787757123.421138:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757120/real 1787757123] req@ffffa0e6d86c6300 x1874589766216704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757123.421190:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766216704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757123.421217:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757123.421229:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757123.421238:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766216704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757123.421254:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757120/real 1787757123] req@ffffa0e6d86c5880 x1874589766216832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757123.421361:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766216832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757123.421381:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757123.421389:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757123.421396:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766216832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757123.421410:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757120/real 1787757123] req@ffffa0e6d86c7800 x1874589766216960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757123.421437:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766216960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757123.421456:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757123.421463:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757123.421469:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766216960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757123.421483:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757120/real 1787757123] req@ffffa0e6d86c5c00 x1874589766217088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757123.421507:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766217088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757123.421527:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757123.421534:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757123.421539:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766217088:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757123.421552:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757120/real 1787757123] req@ffffa0e6d86c6680 x1874589766216576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757123.421574:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766216576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757123.421589:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757123.421596:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757123.421602:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766216576:192.168.201.131@tcp:250:kworker.0 00010000:00010000:1.0:1787757124.316584:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757124.444384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757124.444519:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757125.340575:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757125.468562:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787757125.468626:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757125.468647:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757125.468654:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757125.468675:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9101 00000100:00100000:2.0:1787757125.468675:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757125.468705:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757125.468721:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757125.468785:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766217216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757125.468871:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757125.468880:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757125.468884:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757125.468894:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9101 00000100:00080000:1.0:1787757125.468903:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757125.468912:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757125.468931:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757125.468963:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766217344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757125.469002:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766217216:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757125.469005:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757125.469022:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757125.469026:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757125.469034:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9101 00000100:00080000:1.0:1787757125.469042:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757125.469050:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757125.469059:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757125.469081:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766217472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757125.469098:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787757125.469100:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787757125.469109:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757125.469114:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757125.469123:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9101 00000100:00080000:1.0:1787757125.469140:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757125.469148:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757125.469156:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757125.469160:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757125/real 1787757125] req@ffffa0e6c792a300 x1874589766217216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757125.469179:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766217600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757125.469196:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766217216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757125.469201:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757125.469217:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757125.469230:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757125.469237:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757125.469241:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:1.0:1787757125.469252:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9101 00000100:00100000:2.0:1787757125.469256:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766217216:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757125.469262:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757125.469312:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757125.469320:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757125.469341:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766217728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757125.469365:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766217344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757125.469423:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757125.469445:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757125/real 1787757125] req@ffffa0e6c7928e00 x1874589766217344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757125.469466:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766217344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757125.469490:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757125.469495:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757125.469501:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766217344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757125.469510:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766217472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757125.469571:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757125.469592:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757125/real 1787757125] req@ffffa0e6c792aa00 x1874589766217472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757125.469611:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766217472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757125.469627:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757125.469633:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757125.469639:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766217472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757125.469648:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766217600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757125.469683:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757125.469701:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757125/real 1787757125] req@ffffa0e6c7929880 x1874589766217600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757125.469721:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766217600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757125.469735:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757125.469741:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757125.469746:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766217600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757125.469771:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766217728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757125.469822:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757125.469844:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757125/real 1787757125] req@ffffa0e6c792ad80 x1874589766217728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757125.469862:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766217728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757125.469878:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757125.469883:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757125.469888:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766217728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757126.364542:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757126.492422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757126.492576:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757127.388602:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757127.516406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757127.516418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757128.412705:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757128.540398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757128.540422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757129.436555:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757129.564483:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757129.564490:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757130.460539:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757130.588425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757130.588468:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787757130.588470:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757130.588487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757130.588496:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757130.588514:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9106 00000100:00080000:0.0:1787757130.588537:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757130.588554:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757130.588644:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766217856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757130.588692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757130.588697:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757130.588700:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757130.588707:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9106 00000100:00080000:0.0:1787757130.588733:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757130.588741:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757130.588757:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757130.588778:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766217984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757130.588795:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766217856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757130.588804:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757130.588812:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757130.588815:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757130.588823:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9106 00000100:00080000:0.0:1787757130.588828:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757130.588836:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757130.588844:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757130.588862:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766218112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757130.588877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757130.588884:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757130.588888:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757130.588901:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9106 00000800:00000100:2.0:1787757130.588902:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757130.588918:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757130.588928:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757130.588937:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757130.588955:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766218240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757130.588968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757130.588973:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757130.588980:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757130.588984:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757130/real 1787757130] req@ffffa0e6d86c6680 x1874589766217856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757130.588990:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9106 00000100:00080000:0.0:1787757130.588999:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757130.589009:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757130.589017:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787757130.589032:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766218368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757130.589064:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766217856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757130.589083:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757130.589089:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757130.589094:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766217856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757130.589132:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766217984:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757130.589163:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757130.589178:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757130/real 1787757130] req@ffffa0e6d86c5c00 x1874589766217984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757130.589192:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766217984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757130.589202:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757130.589206:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757130.589210:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766217984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757130.589216:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766218112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757130.589234:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757130.589243:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757130/real 1787757130] req@ffffa0e6d86c7800 x1874589766218112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757130.589255:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766218112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757130.589265:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757130.589304:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757130.589308:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766218112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757130.589315:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766218240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757130.589336:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757130.589348:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757130/real 1787757130] req@ffffa0e6d86c5880 x1874589766218240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757130.589362:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766218240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757130.589374:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757130.589377:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757130.589381:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766218240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757130.589387:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766218368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757130.589407:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757130.589424:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757130/real 1787757130] req@ffffa0e6d86c6300 x1874589766218368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757130.589444:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766218368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757130.589462:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757130.589469:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757130.589475:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766218368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757131.484608:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757131.612457:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757131.612457:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757132.508622:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757132.636432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757132.636445:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757133.532465:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757133.660408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757133.660496:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757134.556531:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757134.684402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757134.684420:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757135.580492:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757135.708459:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757135.708479:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757135.708497:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757135.708509:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757135.708516:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757135.708532:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9111 00000100:00080000:0.0:1787757135.708565:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757135.708576:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757135.708643:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766218496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757135.708678:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757135.708685:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757135.708689:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757135.708697:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9111 00000100:00080000:0.0:1787757135.708704:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757135.708711:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757135.708726:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757135.708745:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766218496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787757135.708750:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766218624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757135.708768:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757135.708773:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757135.708776:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757135.708783:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9111 00000100:00080000:0.0:1787757135.708789:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757135.708794:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757135.708802:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757135.708818:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766218752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757135.708830:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757135.708834:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757135.708840:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757135.708843:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757135.708849:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9111 00000100:00080000:0.0:1787757135.708858:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757135.708864:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757135.708872:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757135.708897:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757135/real 1787757135] req@ffffa0e6d86c6300 x1874589766218496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757135.708906:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766218880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757135.708926:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757135.708932:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757135.708935:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757135.708942:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9111 00000100:00100000:2.0:1787757135.708945:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766218496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757135.708948:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757135.708955:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757135.708980:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787757135.708996:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766219008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757135.708999:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757135.709007:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757135.709013:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766218496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757135.709053:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766218624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757135.709096:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757135.709116:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757135/real 1787757135] req@ffffa0e6d86c5880 x1874589766218624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757135.709131:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766218624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757135.709142:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757135.709146:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757135.709150:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766218624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757135.709157:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766218752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757135.709180:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757135.709191:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757135/real 1787757135] req@ffffa0e6d86c7800 x1874589766218752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757135.709204:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766218752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757135.709221:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757135.709225:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757135.709229:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766218752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757135.709235:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766218880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757135.709253:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757135.709263:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757135/real 1787757135] req@ffffa0e6d86c5c00 x1874589766218880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757135.709310:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766218880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757135.709322:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757135.709325:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757135.709329:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766218880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757135.709336:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766219008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757135.709380:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757135.709393:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757135/real 1787757135] req@ffffa0e6d86c6680 x1874589766219008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757135.709408:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766219008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757135.709437:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757135.709440:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757135.709445:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766219008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757136.604464:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757136.732357:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757136.732391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757137.628534:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757137.756374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757137.756374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757138.652541:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757138.780397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757138.780406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757139.676667:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757139.804476:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757139.804501:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757140.700672:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757140.828343:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757140.828436:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757140.828442:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1787757140.828446:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757140.828447:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757140.828471:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9116 00000100:00080000:2.0:1787757140.828483:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757140.828493:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757140.828563:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766219136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757140.828592:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757140.828596:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757140.828597:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757140.828601:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9116 00000100:00080000:2.0:1787757140.828604:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757140.828608:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757140.828617:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757140.828629:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766219264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757140.828640:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757140.828646:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766219136:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757140.828646:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757140.828651:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757140.828661:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9116 00000100:00080000:2.0:1787757140.828663:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757140.828666:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757140.828671:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757140.828680:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766219392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757140.828689:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757140.828693:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757140.828695:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757140.828698:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9116 00000100:00080000:2.0:1787757140.828701:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757140.828705:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757140.828709:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787757140.828718:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757140.828720:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766219520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757140.828730:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757140.828733:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757140.828736:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757140.828739:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9116 00000100:00080000:2.0:1787757140.828743:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757140.828746:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757140.828750:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757140.828758:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757140/real 1787757140] req@ffffa0e6c60ca300 x1874589766219136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757140.828762:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766219648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757140.828852:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766219136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757140.828874:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757140.828882:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757140.828888:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766219136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757140.828923:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766219264:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757140.828978:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757140.828995:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757140/real 1787757140] req@ffffa0e6c60c9180 x1874589766219264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757140.829012:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766219264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757140.829019:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757140.829022:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757140.829025:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766219264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757140.829031:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766219392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757140.829048:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757140.829057:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757140/real 1787757140] req@ffffa0e6c60c9f80 x1874589766219392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757140.829066:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766219392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757140.829073:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757140.829076:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757140.829078:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766219392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757140.829083:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766219520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757140.829096:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757140.829103:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757140/real 1787757140] req@ffffa0e6c60caa00 x1874589766219520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757140.829112:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766219520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757140.829120:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757140.829122:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757140.829125:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766219520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757140.829129:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766219648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757140.829141:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757140.829148:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757140/real 1787757140] req@ffffa0e6c60c8380 x1874589766219648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757140.829167:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766219648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757140.829176:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757140.829179:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757140.829181:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766219648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757141.724436:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757141.852355:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757141.852374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757142.748462:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757142.876390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757142.876391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757143.772599:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757143.900457:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757143.900462:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757144.796527:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757144.924382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757144.924414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757145.820545:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757145.948375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757145.948417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757145.948493:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757145.948507:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757145.948515:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757145.948532:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9121 00000100:00080000:0.0:1787757145.948565:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757145.948575:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757145.948627:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766219776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757145.948663:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757145.948668:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757145.948671:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757145.948676:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9121 00000100:00080000:0.0:1787757145.948680:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757145.948685:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757145.948698:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757145.948715:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766219904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757145.948731:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766219776:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757145.948735:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757145.948750:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757145.948753:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757145.948759:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9121 00000100:00080000:0.0:1787757145.948764:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757145.948769:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757145.948775:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757145.948792:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766220032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757145.948821:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757145.948833:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:1.0:1787757145.948833:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757145.948843:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757145.948858:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9121 00000100:00080000:0.0:1787757145.948868:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757145.948877:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757145.948888:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757145.948897:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757145/real 1787757145] req@ffffa0e6d86c6680 x1874589766219776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757145.948923:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766220160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757145.948946:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766219776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757145.948952:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757145.948975:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757145.948983:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757145.948990:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757145.949000:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9121 00000100:00080000:1.0:1787757145.949003:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757145.949016:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766219776:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757145.949018:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757145.949036:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757145.949045:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757145.949060:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766219904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787757145.949076:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766220288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787757145.949107:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757145.949131:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757145/real 1787757145] req@ffffa0e6d86c5c00 x1874589766219904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757145.949168:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766219904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757145.949181:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757145.949185:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757145.949190:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766219904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757145.949198:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766220032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757145.949223:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757145.949237:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757145/real 1787757145] req@ffffa0e6d86c7800 x1874589766220032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757145.949253:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766220032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757145.949324:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757145.949329:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757145.949333:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766220032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757145.949342:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766220160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757145.949368:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757145.949383:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757145/real 1787757145] req@ffffa0e6d86c5880 x1874589766220160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757145.949398:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766220160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757145.949411:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757145.949415:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757145.949420:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766220160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757145.949503:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766220288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757145.949544:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757145.949566:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757145/real 1787757145] req@ffffa0e6d86c6300 x1874589766220288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757145.949581:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766220288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757145.949593:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757145.949597:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757145.949602:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766220288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757146.844483:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757146.972378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757146.972458:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757147.868562:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757147.996430:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757147.996490:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757148.892613:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757149.020414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757149.020541:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757149.916523:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757150.044449:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757150.044465:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757150.940539:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787757151.068437:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757151.068438:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757151.068439:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757151.068455:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757151.068463:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757151.068476:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9126 00000100:00080000:0.0:1787757151.068492:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757151.068502:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757151.068551:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766220416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757151.068590:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757151.068595:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757151.068598:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757151.068603:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9126 00000100:00080000:0.0:1787757151.068608:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757151.068612:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757151.068623:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757151.068638:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766220544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757151.068652:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757151.068659:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757151.068663:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757151.068672:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9126 00000100:00080000:0.0:1787757151.068679:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757151.068687:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757151.068698:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766220416:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787757151.068700:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757151.068739:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766220672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757151.068764:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757151.068769:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757151.068772:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757151.068779:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9126 00000100:00080000:0.0:1787757151.068786:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787757151.068797:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757151.068798:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757151.068813:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757151.068834:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766220800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757151.068849:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757151.068855:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757151/real 1787757151] req@ffffa0e6d86c6300 x1874589766220416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757151.068857:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757151.068863:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757151.068878:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9126 00000100:00080000:0.0:1787757151.068889:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757151.068896:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757151.068902:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757151.068904:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766220416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757151.068921:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766220928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757151.068925:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757151.068941:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757151.068954:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766220416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757151.068965:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766220544:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757151.068996:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757151.069011:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757151/real 1787757151] req@ffffa0e6d86c5880 x1874589766220544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757151.069026:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766220544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757151.069037:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757151.069041:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757151.069046:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766220544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757151.069079:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766220672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757151.069099:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757151.069111:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757151/real 1787757151] req@ffffa0e6d86c7800 x1874589766220672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757151.069125:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766220672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757151.069136:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757151.069139:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757151.069143:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766220672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757151.069150:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766220800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757151.069175:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757151.069195:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757151/real 1787757151] req@ffffa0e6d86c5c00 x1874589766220800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757151.069218:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766220800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757151.069238:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757151.069245:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757151.069252:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766220800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757151.069264:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766220928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757151.069345:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757151.069394:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757151/real 1787757151] req@ffffa0e6d86c6680 x1874589766220928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757151.069411:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766220928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757151.069424:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757151.069428:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757151.069433:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766220928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757151.964535:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757152.092519:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757152.092521:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757152.988522:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757153.116433:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757153.116449:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757154.012488:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757154.140430:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757154.140441:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757155.036447:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757155.164389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757155.164404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757156.060494:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757156.188354:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757156.188379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757156.188380:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757156.188389:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757156.188394:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757156.188404:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9131 00000100:00080000:0.0:1787757156.188415:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757156.188423:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757156.188460:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766221056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757156.188483:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757156.188486:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757156.188488:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757156.188491:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9131 00000100:00080000:0.0:1787757156.188494:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757156.188516:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757156.188526:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757156.188537:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766221056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787757156.188542:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766221184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757156.188568:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757156.188573:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757156.188576:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757156.188582:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9131 00000100:00080000:0.0:1787757156.188587:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757156.188592:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757156.188599:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757156.188618:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766221312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787757156.188635:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757156.188636:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757156.188645:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757156.188648:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757156.188657:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9131 00000100:00080000:0.0:1787757156.188664:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757156.188668:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757156.188674:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757156.188687:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766221440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757156.188693:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757156/real 1787757156] req@ffffa0e6d86c6680 x1874589766221056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757156.188723:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757156.188732:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757156.188734:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757156.188740:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9131 00000100:00080000:0.0:1787757156.188744:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757156.188745:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766221056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757156.188751:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757156.188761:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787757156.188765:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1787757156.188782:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766221568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757156.188783:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757156.188794:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766221056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757156.188825:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766221184:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757156.188847:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757156.188866:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757156/real 1787757156] req@ffffa0e6d86c5c00 x1874589766221184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757156.188877:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766221184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757156.188884:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757156.188887:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757156.188890:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766221184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757156.188895:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766221312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757156.188908:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757156.188915:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757156/real 1787757156] req@ffffa0e6d86c7800 x1874589766221312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757156.188924:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766221312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757156.188930:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757156.188933:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757156.188935:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766221312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757156.188939:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766221440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757156.188951:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757156.188957:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757156/real 1787757156] req@ffffa0e6d86c5880 x1874589766221440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757156.188966:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766221440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757156.189005:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757156.189009:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757156.189013:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766221440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757156.189019:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766221568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757156.189038:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757156.189064:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757156/real 1787757156] req@ffffa0e6d86c6300 x1874589766221568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757156.189074:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766221568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757156.189082:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757156.189085:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757156.189087:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766221568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757157.084551:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757157.212399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757157.212415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757158.108488:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757158.236371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757158.236378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757159.132476:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757159.260354:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757159.260380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757160.156446:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757160.284420:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757160.284424:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757161.180560:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757161.308391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757161.308406:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757161.308417:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757161.308423:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787757161.308434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757161.308439:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9137 00000100:00080000:0.0:1787757161.308460:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757161.308471:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757161.308520:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766221696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757161.308559:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757161.308568:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757161.308571:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757161.308576:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9137 00000100:00080000:0.0:1787757161.308581:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757161.308587:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757161.308600:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757161.308618:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766221824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757161.308627:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766221696:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757161.308644:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757161.308649:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757161.308652:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757161.308658:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9137 00000100:00080000:0.0:1787757161.308661:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757161.308665:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757161.308671:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757161.308689:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766221952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757161.308702:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757161.308707:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757161.308710:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757161.308715:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9137 00000100:00080000:0.0:1787757161.308732:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787757161.308742:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757161.308743:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757161.308758:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757161.308777:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766222080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757161.308792:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757161.308796:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757161.308802:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757161.308804:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757161/real 1787757161] req@ffffa0e6d86c6300 x1874589766221696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757161.308813:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9137 00000100:00080000:0.0:1787757161.308825:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757161.308849:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766221696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757161.308854:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757161.308869:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787757161.308876:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1787757161.308888:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766222208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757161.308902:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757161.308915:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766221696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757161.308952:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766221824:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757161.308983:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757161.308999:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757161/real 1787757161] req@ffffa0e6d86c5880 x1874589766221824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757161.309015:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766221824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757161.309027:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757161.309031:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757161.309035:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766221824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757161.309043:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766221952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757161.309064:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757161.309075:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757161/real 1787757161] req@ffffa0e6d86c7800 x1874589766221952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757161.309090:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766221952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757161.309100:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757161.309103:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757161.309107:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766221952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757161.309114:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766222080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757161.309134:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757161.309145:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757161/real 1787757161] req@ffffa0e6d86c5c00 x1874589766222080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757161.309159:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766222080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757161.309221:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757161.309226:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757161.309230:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766222080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757161.309237:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766222208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757161.309261:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757161.309330:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757161/real 1787757161] req@ffffa0e6d86c6680 x1874589766222208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757161.309346:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766222208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757161.309358:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757161.309362:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757161.309366:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766222208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757162.204439:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757162.332367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757162.332373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757163.228538:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757163.356404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757163.356404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757164.252603:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757164.380387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757164.380402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757165.276512:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757165.404412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757165.404414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757166.300609:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757166.428401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757166.428450:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757166.428472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757166.428484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757166.428490:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757166.428505:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9142 00000100:00080000:1.0:1787757166.428518:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757166.428526:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757166.428568:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766222336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757166.428611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757166.428618:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757166.428621:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757166.428629:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9142 00000100:00080000:1.0:1787757166.428636:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757166.428648:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757166.428663:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757166.428686:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766222336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757166.428689:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766222464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757166.428727:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757166.428731:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757166.428733:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757166.428738:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9142 00000100:00080000:1.0:1787757166.428743:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757166.428747:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757166.428755:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757166.428773:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766222592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757166.428785:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757166.428789:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757166.428791:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757166.428796:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9142 00000100:00080000:1.0:1787757166.428799:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757166.428804:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757166.428810:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757166.428820:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766222720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757166.428829:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757166.428832:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757166.428834:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757166.428839:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9142 00000100:00080000:1.0:1787757166.428846:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787757166.428853:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787757166.428862:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757166.428874:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757166.428900:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766222848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757166.428920:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757166/real 1787757166] req@ffffa0e6c792b480 x1874589766222336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757166.428956:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766222336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757166.428973:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757166.428980:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757166.428985:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766222336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757166.429021:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766222464:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757166.429052:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757166.429067:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757166/real 1787757166] req@ffffa0e6c792ad80 x1874589766222464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757166.429112:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766222464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757166.429125:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757166.429130:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757166.429134:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766222464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757166.429143:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766222592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757166.429174:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757166.429187:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757166/real 1787757166] req@ffffa0e6c7929880 x1874589766222592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757166.429203:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766222592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757166.429222:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757166.429227:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757166.429231:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766222592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757166.429237:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766222720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757166.429259:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757166.429302:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757166/real 1787757166] req@ffffa0e6c792aa00 x1874589766222720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757166.429318:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766222720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757166.429333:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757166.429337:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757166.429341:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766222720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757166.429349:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766222848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757166.429374:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757166.429387:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757166/real 1787757166] req@ffffa0e6c7928e00 x1874589766222848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757166.429402:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766222848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757166.429415:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757166.429419:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757166.429424:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766222848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757167.324498:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757167.452422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757167.452449:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757168.348555:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757168.476390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757168.476450:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757169.372482:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757169.500360:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757169.500360:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757170.396558:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757170.524375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757170.524474:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757171.420468:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757171.548405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757171.548413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757171.548467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757171.548478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757171.548485:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757171.548500:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9147 00000100:00080000:0.0:1787757171.548518:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757171.548529:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757171.548592:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766222976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757171.548630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757171.548643:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757171.548645:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757171.548651:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9147 00000100:00080000:0.0:1787757171.548656:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757171.548662:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757171.548675:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757171.548684:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766222976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787757171.548695:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766223104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757171.548708:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757171.548712:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757171.548715:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757171.548719:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9147 00000100:00080000:0.0:1787757171.548723:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757171.548727:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757171.548732:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757171.548743:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766223232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757171.548753:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757171.548757:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757171.548759:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757171.548763:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9147 00000100:00080000:0.0:1787757171.548768:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757171.548772:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757171.548778:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757171.548789:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766223360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757171.548804:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757171.548818:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757171.548822:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757171.548825:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757171.548830:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9147 00000100:00080000:0.0:1787757171.548835:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757171.548840:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757171.548845:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787757171.548857:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766223488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757171.548870:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757171/real 1787757171] req@ffffa0e6d86c6680 x1874589766222976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757171.548897:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766222976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757171.548912:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757171.548917:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757171.548922:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766222976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757171.548959:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766223104:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757171.548982:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757171.549042:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757171/real 1787757171] req@ffffa0e6d86c5c00 x1874589766223104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757171.549066:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766223104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757171.549082:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757171.549088:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757171.549096:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766223104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757171.549106:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766223232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757171.549153:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757171.549170:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757171/real 1787757171] req@ffffa0e6d86c7800 x1874589766223232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757171.549185:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766223232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757171.549197:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757171.549201:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757171.549206:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766223232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757171.549217:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766223360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757171.549282:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757171.549300:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757171/real 1787757171] req@ffffa0e6d86c5880 x1874589766223360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757171.549357:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766223360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757171.549370:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757171.549373:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757171.549376:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766223360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757171.549383:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766223488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757171.549407:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757171.549420:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757171/real 1787757171] req@ffffa0e6d86c6300 x1874589766223488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757171.549432:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766223488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757171.549442:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757171.549445:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757171.549448:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766223488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757172.444633:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757172.572383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757172.572384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757173.468567:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757173.596349:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757173.596362:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757174.492602:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757174.620353:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757174.620366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757175.516433:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757175.644366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757175.644366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757176.540541:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757176.668344:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757176.668372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757176.668382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757176.668388:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757176.668403:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9152 00000100:00100000:3.0:1787757176.668415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757176.668418:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757176.668433:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757176.668485:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766223616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757176.668518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757176.668523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757176.668525:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757176.668530:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9152 00000100:00080000:0.0:1787757176.668535:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757176.668551:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757176.668566:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757176.668580:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766223616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787757176.668584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766223744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757176.668605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757176.668617:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757176.668619:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757176.668623:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9152 00000100:00080000:0.0:1787757176.668626:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757176.668629:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757176.668653:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757176.668667:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766223872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757176.668688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757176.668693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757176.668695:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757176.668715:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9152 00000100:00080000:0.0:1787757176.668718:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757176.668722:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757176.668727:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757176.668739:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766224000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757176.668751:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757176.668754:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757176.668756:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757176.668760:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9152 00000100:00080000:0.0:1787757176.668767:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757176.668770:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757176.668775:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:2.0:1787757176.668785:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787757176.668788:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766224128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757176.668842:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757176/real 1787757176] req@ffffa0e6d86c6300 x1874589766223616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757176.668873:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766223616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757176.668891:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757176.668897:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757176.668925:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766223616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757176.668967:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766223744:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757176.668998:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757176.669013:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757176/real 1787757176] req@ffffa0e6d86c5880 x1874589766223744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757176.669027:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766223744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757176.669037:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757176.669040:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757176.669044:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766223744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757176.669050:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766223872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757176.669066:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757176.669076:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757176/real 1787757176] req@ffffa0e6d86c7800 x1874589766223872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757176.669087:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766223872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757176.669095:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757176.669098:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757176.669101:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766223872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757176.669106:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766224000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757176.669122:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757176.669130:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757176/real 1787757176] req@ffffa0e6d86c5c00 x1874589766224000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757176.669142:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766224000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757176.669175:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757176.669178:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757176.669182:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766224000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757176.669187:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766224128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757176.669205:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757176.669214:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757176/real 1787757176] req@ffffa0e6d86c6680 x1874589766224128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757176.669225:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766224128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757176.669236:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757176.669239:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757176.669241:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766224128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757177.564569:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757177.692325:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757177.692327:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757178.588620:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757178.716462:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757178.716474:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757179.612540:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757179.740404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757179.740425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757180.636491:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757180.764417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757180.764425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757181.660574:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787757181.788419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757181.788433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757181.788439:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757181.788452:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9157 00000100:00080000:1.0:1787757181.788470:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757181.788481:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757181.788481:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787757181.788482:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757181.788559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766224256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757181.788620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757181.788624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757181.788627:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757181.788633:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9157 00000100:00080000:1.0:1787757181.788638:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757181.788644:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757181.788660:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757181.788681:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766224384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757181.788697:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766224256:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757181.788712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757181.788718:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757181.788720:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757181.788728:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9157 00000100:00080000:1.0:1787757181.788732:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757181.788739:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757181.788746:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757181.788762:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766224512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757181.788774:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757181.788779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757181.788781:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757181.788790:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9157 00000100:00080000:1.0:1787757181.788799:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757181.788803:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757181.788860:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757181.788880:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766224640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757181.788892:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757181.788904:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1787757181.788905:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787757181.788914:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757181.788924:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9157 00000100:00080000:1.0:1787757181.788931:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757181.788938:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757181.788946:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757181.788964:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766224768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757181.789017:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757181/real 1787757181] req@ffffa0e6c792a300 x1874589766224256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757181.789058:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766224256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757181.789077:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757181.789083:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757181.789089:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766224256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757181.789129:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766224384:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757181.789166:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757181.789184:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757181/real 1787757181] req@ffffa0e6c7929c00 x1874589766224384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757181.789201:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766224384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757181.789212:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757181.789217:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757181.789221:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766224384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757181.789229:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766224512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757181.789250:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757181.789261:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757181/real 1787757181] req@ffffa0e6c7929f80 x1874589766224512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757181.789323:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766224512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757181.789336:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757181.789340:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757181.789344:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766224512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757181.789354:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766224640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757181.789380:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757181.789393:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757181/real 1787757181] req@ffffa0e6c792bb80 x1874589766224640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757181.789408:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766224640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757181.789422:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757181.789426:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757181.789431:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766224640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757181.789438:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766224768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757181.789457:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757181.789468:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757181/real 1787757181] req@ffffa0e6c7928380 x1874589766224768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757181.789482:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766224768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757181.789495:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757181.789499:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757181.789502:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766224768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757182.684531:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757182.812370:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757182.812375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757183.708524:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757183.836419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757183.836446:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757184.732524:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757184.860398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757184.860443:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757185.756544:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757185.884400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757185.884418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757186.780523:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757186.908418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757186.908435:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757186.908450:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757186.908460:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757186.908482:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9162 00000100:00100000:0.0:1787757186.908495:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757186.908505:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757186.908525:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757186.908593:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766224896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757186.908634:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757186.908639:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757186.908642:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757186.908648:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9162 00000100:00080000:3.0:1787757186.908653:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757186.908659:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757186.908674:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757186.908693:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766225024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757186.908700:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766224896:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757186.908765:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757186.908770:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757186.908774:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757186.908783:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9162 00000100:00080000:3.0:1787757186.908789:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757186.908795:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757186.908805:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757186.908825:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766225152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757186.908838:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757186.908843:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757186.908846:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757186.908852:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9162 00000100:00080000:3.0:1787757186.908856:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757186.908860:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757186.908867:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757186.908881:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766225280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757186.908893:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757186.908898:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757186.908902:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757186.908911:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9162 00000100:00080000:3.0:1787757186.908916:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757186.908924:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757186.908932:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757186.908937:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766225024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787757186.908953:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766225408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757186.909007:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766225152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757186.909065:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766225280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757186.909123:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766225408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757187.804641:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757187.932419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757187.932532:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757188.828533:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757188.956411:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757188.956581:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757189.852557:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757189.980428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757189.980862:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:3.0:1787757189.980889:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787757189.980990:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787757189.981027:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757189.981141:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757189.981165:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757189.981187:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757189.981209:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:2.0:1787757189.981224:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757186/real 1787757189] req@ffffa0e6c35b3480 x1874589766225024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757189.981328:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766225024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757189.981356:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757189.981370:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757189.981382:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766225024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757189.981405:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757186/real 1787757189] req@ffffa0e6c35b2d80 x1874589766225152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757189.981438:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766225152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757189.981456:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757189.981464:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757189.981471:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766225152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757189.981486:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757186/real 1787757189] req@ffffa0e6c35b0700 x1874589766225280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757189.981514:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766225280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757189.981545:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757189.981554:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757189.981562:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766225280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757189.981578:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757186/real 1787757189] req@ffffa0e6c35b2680 x1874589766224896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757189.981604:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766224896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757189.981619:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757189.981625:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757189.981632:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766224896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757189.981723:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757186/real 1787757189] req@ffffa0e6c35b2a00 x1874589766225408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757189.981753:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766225408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757189.981775:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757189.981782:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757189.981788:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766225408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757190.876454:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757191.004369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757191.004431:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757191.900543:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787757192.028373:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757192.028383:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757192.028389:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787757192.028397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757192.028400:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9167 00000100:00100000:0.0:1787757192.028413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757192.028416:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757192.028427:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757192.028466:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766225536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757192.028497:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757192.028501:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757192.028503:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757192.028507:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9167 00000100:00080000:2.0:1787757192.028511:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757192.028514:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757192.028525:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757192.028545:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766225664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757192.028561:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757192.028566:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757192.028569:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757192.028576:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9167 00000100:00080000:2.0:1787757192.028602:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757192.028618:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757192.028625:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766225536:192.168.201.131@tcp:250:kworker.0 00000008:00100000:2.0:1787757192.028677:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757192.028702:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766225792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757192.028728:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757192.028733:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757192.028736:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757192.028742:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9167 00000100:00080000:2.0:1787757192.028748:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757192.028752:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757192.028768:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757192.028789:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766225920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757192.028804:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757192.028809:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757192.028812:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757192.028820:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9167 00000100:00080000:2.0:1787757192.028827:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757192.028833:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757192.028841:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787757192.028849:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757192.028871:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766226048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757192.028940:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757192/real 1787757192] req@ffffa0e6c60c8e00 x1874589766225536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757192.028976:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766225536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757192.028998:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757192.029006:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757192.029013:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766225536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757192.029033:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766225664:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757192.029080:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757192.029106:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757192/real 1787757192] req@ffffa0e6c60cad80 x1874589766225664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757192.029128:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766225664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757192.029143:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757192.029149:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757192.029155:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766225664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757192.029205:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766225792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757192.029242:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757192.029350:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757192/real 1787757192] req@ffffa0e6c60c9880 x1874589766225792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757192.029372:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766225792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757192.029387:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757192.029392:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757192.029397:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766225792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757192.029408:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766225920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757192.029447:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757192.029491:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757192/real 1787757192] req@ffffa0e6c60cb480 x1874589766225920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757192.029512:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766225920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757192.029531:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757192.029537:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757192.029544:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766225920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757192.029555:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766226048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757192.029592:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757192.029612:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757192/real 1787757192] req@ffffa0e6c60c8a80 x1874589766226048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757192.029655:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766226048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757192.029675:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757192.029681:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757192.029687:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766226048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757192.924510:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757193.052350:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757193.052457:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757193.948527:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757194.076368:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757194.076409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757194.972620:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757195.100386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757195.100413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757195.996554:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757196.124408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757196.124482:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757197.020615:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757197.148378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757197.148434:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757197.148449:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757197.148456:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757197.148473:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9172 00000100:00100000:3.0:1787757197.148475:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757197.148489:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757197.148502:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757197.148580:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766226176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757197.148620:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757197.148625:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757197.148628:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757197.148633:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9172 00000100:00080000:2.0:1787757197.148638:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757197.148642:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757197.148654:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757197.148673:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766226304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757197.148689:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757197.148693:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757197.148696:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757197.148710:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9172 00000100:00100000:1.0:1787757197.148713:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766226176:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757197.148717:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757197.148734:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757197.148743:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757197.148766:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766226432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757197.148779:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757197.148783:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757197.148786:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757197.148791:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9172 00000100:00080000:2.0:1787757197.148796:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757197.148800:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757197.148809:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757197.148821:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766226560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757197.148833:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757197.148838:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757197.148841:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757197.148850:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9172 00000800:00000100:1.0:1787757197.148864:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787757197.148868:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757197.148877:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757197.148886:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757197.148905:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766226688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757197.148949:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757197/real 1787757197] req@ffffa0e6c60c8a80 x1874589766226176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757197.148978:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766226176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757197.148996:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757197.149002:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757197.149007:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766226176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757197.149045:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766226304:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757197.149075:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757197.149092:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757197/real 1787757197] req@ffffa0e6c60cb480 x1874589766226304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757197.149107:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766226304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757197.149118:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757197.149122:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757197.149126:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766226304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757197.149134:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766226432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757197.149155:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757197.149167:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757197/real 1787757197] req@ffffa0e6c60c9880 x1874589766226432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757197.149181:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766226432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757197.149201:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757197.149205:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757197.149210:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766226432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757197.149217:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766226560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757197.149237:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757197.149248:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757197/real 1787757197] req@ffffa0e6c60cad80 x1874589766226560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757197.149262:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766226560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757197.149319:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757197.149324:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757197.149328:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766226560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757197.149337:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766226688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757197.149363:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757197.149378:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757197/real 1787757197] req@ffffa0e6c60c8e00 x1874589766226688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757197.149392:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766226688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757197.149406:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757197.149410:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757197.149415:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766226688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757198.044582:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757198.172392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757198.172396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757199.068545:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757199.196523:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757199.196525:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757200.092523:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757200.220397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757200.220406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757201.116535:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757201.244405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757201.244497:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757202.140607:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757202.268471:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757202.268533:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757202.268568:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757202.268576:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757202.268595:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9178 00000100:00100000:1.0:1787757202.268600:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757202.268613:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757202.268626:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757202.268681:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766226816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757202.268720:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757202.268726:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757202.268728:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757202.268734:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9178 00000100:00080000:0.0:1787757202.268738:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757202.268743:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757202.268756:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757202.268775:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766226944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757202.268793:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766226816:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757202.268798:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757202.268817:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757202.268819:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757202.268839:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9178 00000100:00080000:0.0:1787757202.268844:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757202.268850:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757202.268858:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757202.268877:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766227072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757202.268894:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757202.268898:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757202.268900:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757202.268906:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9178 00000100:00080000:0.0:1787757202.268921:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757202.268927:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757202.268935:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787757202.268939:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787757202.268961:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766227200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757202.268977:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757202.268982:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757202.268984:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757202.268993:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9178 00000100:00080000:0.0:1787757202.269003:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757202.269009:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757202.269017:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757202.269019:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757202/real 1787757202] req@ffffa0e6d86c6680 x1874589766226816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757202.269043:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766227328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757202.269062:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766226816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757202.269081:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757202.269089:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757202.269096:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766226816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757202.269139:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766226944:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757202.269170:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757202.269186:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757202/real 1787757202] req@ffffa0e6d86c5c00 x1874589766226944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757202.269211:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766226944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757202.269229:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757202.269237:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757202.269242:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766226944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757202.269254:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766227072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757202.269348:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757202.269371:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757202/real 1787757202] req@ffffa0e6d86c7800 x1874589766227072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757202.269396:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766227072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757202.269412:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757202.269419:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757202.269426:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766227072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757202.269439:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766227200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757202.269514:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757202.269532:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757202/real 1787757202] req@ffffa0e6d86c5880 x1874589766227200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757202.269548:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766227200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757202.269563:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757202.269567:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757202.269571:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766227200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757202.269580:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766227328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757202.269605:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757202.269617:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757202/real 1787757202] req@ffffa0e6d86c6300 x1874589766227328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757202.269631:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766227328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757202.269644:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757202.269647:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757202.269651:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766227328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757203.164484:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757203.292386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757203.292396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757204.188602:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757204.316390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757204.316441:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757205.212577:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757205.340436:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757205.340437:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757206.236554:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757206.364428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757206.364444:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757207.260589:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757207.388435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757207.388493:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787757207.388499:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757207.388505:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757207.388517:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757207.388538:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9183 00000100:00080000:3.0:1787757207.388564:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757207.388581:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757207.388657:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766227456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757207.388708:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757207.388716:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757207.388721:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757207.388732:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9183 00000100:00080000:3.0:1787757207.388741:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757207.388751:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757207.388768:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757207.388775:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766227456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757207.388802:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766227584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757207.388828:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757207.388835:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757207.388840:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757207.388849:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9183 00000100:00080000:3.0:1787757207.388857:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757207.388866:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757207.388876:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787757207.388890:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757207.388904:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766227712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757207.388928:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757207.388937:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757207.388941:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757207.388953:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757207/real 1787757207] req@ffffa0e6c35b1f80 x1874589766227456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757207.388954:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9183 00000100:00080000:3.0:1787757207.388967:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757207.388983:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757207.388993:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766227456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787757207.388996:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:1.0:1787757207.389022:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787757207.389031:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766227840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757207.389035:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757207.389049:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766227456:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757207.389076:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757207.389083:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757207.389089:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757207.389094:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766227584:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787757207.389104:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9183 00000100:00080000:3.0:1787757207.389115:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757207.389125:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787757207.389137:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787757207.389138:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757207.389159:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757207/real 1787757207] req@ffffa0e6c35b2a00 x1874589766227584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757207.389173:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766227968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757207.389185:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766227584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757207.389227:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757207.389233:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757207.389241:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766227584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757207.389250:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766227712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757207.389309:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757207.389324:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757207/real 1787757207] req@ffffa0e6c35b2680 x1874589766227712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757207.389340:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766227712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757207.389352:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757207.389355:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757207.389386:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766227712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757207.389394:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766227840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757207.389422:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757207.389435:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757207/real 1787757207] req@ffffa0e6c35b0700 x1874589766227840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757207.389450:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766227840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757207.389464:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757207.389469:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757207.389473:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766227840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757207.389494:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766227968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757207.389514:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757207.389526:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757207/real 1787757207] req@ffffa0e6c35b2d80 x1874589766227968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757207.389540:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766227968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757207.389568:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757207.389572:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757207.389576:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766227968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757208.284548:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757208.412475:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757208.412488:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757209.308575:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757209.436426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757209.436464:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757210.332679:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757210.460448:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757210.460450:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757211.356601:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757211.484414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757211.484442:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757212.380613:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757212.508384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757212.508492:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757212.508506:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757212.508515:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757212.508533:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9188 00000100:00100000:1.0:1787757212.508538:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757212.508554:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757212.508569:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757212.508638:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766228096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757212.508679:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757212.508685:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757212.508688:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757212.508694:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9188 00000100:00080000:3.0:1787757212.508698:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757212.508705:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757212.508722:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757212.508754:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766228096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757212.508756:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766228224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757212.508792:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757212.508800:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757212.508805:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757212.508815:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9188 00000100:00080000:3.0:1787757212.508823:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757212.508832:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757212.508845:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757212.508866:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766228352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757212.508880:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787757212.508891:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757212.508893:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757212.508901:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757212.508909:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9188 00000100:00080000:3.0:1787757212.508917:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757212.508924:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757212.508933:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757212.508951:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766228480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757212.508965:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757212/real 1787757212] req@ffffa0e6c35b3480 x1874589766228096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757212.508970:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757212.508989:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757212.508995:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757212.509007:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9188 00000100:00080000:3.0:1787757212.509013:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757212.509018:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766228096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757212.509026:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757212.509038:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787757212.509050:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787757212.509059:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766228608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757212.509061:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757212.509076:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766228096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757212.509126:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766228224:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757212.509159:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757212.509183:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757212/real 1787757212] req@ffffa0e6c35b1880 x1874589766228224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757212.509208:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766228224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757212.509228:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757212.509235:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757212.509243:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766228224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757212.509256:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766228352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757212.509359:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757212.509377:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757212/real 1787757212] req@ffffa0e6c35b0e00 x1874589766228352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757212.509403:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766228352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757212.509416:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757212.509420:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757212.509424:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766228352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757212.509433:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766228480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757212.509456:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757212.509468:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757212/real 1787757212] req@ffffa0e6c35b0a80 x1874589766228480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757212.509482:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766228480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757212.509496:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757212.509499:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757212.509503:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766228480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757212.509510:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766228608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757212.509530:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757212.509541:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757212/real 1787757212] req@ffffa0e6c35b1c00 x1874589766228608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757212.509555:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766228608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757212.509576:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757212.509581:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757212.509585:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766228608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757213.404497:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757213.532398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757213.532416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757214.428548:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757214.556374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757214.556424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757215.452535:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757215.580392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757215.580455:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757216.476577:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757216.604408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757216.604412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757217.500532:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757217.628392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757217.628399:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787757217.628414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757217.628429:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757217.628436:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757217.628454:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9193 00000100:00080000:3.0:1787757217.628468:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757217.628478:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757217.628525:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766228736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757217.628564:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757217.628569:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757217.628572:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757217.628577:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9193 00000100:00080000:3.0:1787757217.628582:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757217.628587:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757217.628601:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757217.628617:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766228864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757217.628633:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757217.628640:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766228736:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757217.628643:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757217.628654:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757217.628662:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9193 00000100:00080000:3.0:1787757217.628666:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757217.628671:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757217.628678:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757217.628694:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766228992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757217.628706:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757217.628711:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757217.628714:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757217.628720:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9193 00000100:00080000:3.0:1787757217.628731:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757217.628736:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757217.628744:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757217.628755:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766229120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757217.628768:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787757217.628783:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757217.628785:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757217.628791:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757217.628798:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9193 00000100:00080000:3.0:1787757217.628804:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757217.628809:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757217.628817:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757217.628833:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766229248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757217.628856:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757217/real 1787757217] req@ffffa0e6c35b3800 x1874589766228736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757217.628893:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766228736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757217.628914:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757217.628922:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757217.628929:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766228736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757217.628969:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766228864:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757217.629003:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757217.629020:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757217/real 1787757217] req@ffffa0e6c35b1500 x1874589766228864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757217.629034:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766228864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757217.629044:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757217.629048:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757217.629052:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766228864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757217.629059:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766228992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757217.629078:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757217.629088:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757217/real 1787757217] req@ffffa0e6c35b3b80 x1874589766228992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757217.629101:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766228992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757217.629110:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757217.629113:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757217.629116:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766228992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757217.629122:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766229120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757217.629140:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757217.629149:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757217/real 1787757217] req@ffffa0e6c35b0380 x1874589766229120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757217.629160:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766229120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757217.629173:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757217.629215:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757217.629220:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766229120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757217.629228:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766229248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757217.629252:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757217.629264:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757217/real 1787757217] req@ffffa0e6c35b1180 x1874589766229248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757217.629308:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766229248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757217.629320:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757217.629324:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757217.629328:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766229248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757218.524502:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757218.652410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757218.652437:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757219.548525:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757219.676391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757219.676458:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757220.572447:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757220.700369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757220.700400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757221.596477:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757221.724400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757221.724428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757222.620576:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757222.748400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757222.748476:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757222.748498:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757222.748510:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757222.748518:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757222.748534:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9198 00000100:00080000:2.0:1787757222.748552:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757222.748564:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757222.748629:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766229376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757222.748672:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757222.748677:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757222.748680:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757222.748685:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9198 00000100:00080000:2.0:1787757222.748689:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757222.748694:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757222.748707:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757222.748728:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766229504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757222.748747:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757222.748748:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766229376:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757222.748757:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757222.748766:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757222.748775:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9198 00000100:00080000:2.0:1787757222.748779:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757222.748783:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757222.748790:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757222.748806:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766229632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757222.748828:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757222.748832:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757222.748835:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757222.748841:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9198 00000100:00080000:2.0:1787757222.748845:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757222.748849:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757222.748854:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757222.748869:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766229760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757222.748889:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787757222.748890:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787757222.748900:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757222.748904:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757222.748911:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9198 00000100:00080000:2.0:1787757222.748916:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757222.748921:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757222.748926:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757222.748938:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766229888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757222.748960:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757222/real 1787757222] req@ffffa0e6c60c8380 x1874589766229376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757222.748988:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766229376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757222.749019:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757222.749026:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757222.749031:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766229376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757222.749065:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766229504:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757222.749130:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757222.749149:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757222/real 1787757222] req@ffffa0e6c60caa00 x1874589766229504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757222.749166:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766229504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757222.749178:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757222.749182:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757222.749186:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766229504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757222.749195:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766229632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757222.749219:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757222.749231:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757222/real 1787757222] req@ffffa0e6c60c9f80 x1874589766229632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757222.749245:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766229632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757222.749265:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757222.749304:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757222.749308:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766229632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757222.749317:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766229760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757222.749342:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757222.749355:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757222/real 1787757222] req@ffffa0e6c60c9180 x1874589766229760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757222.749370:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766229760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757222.749385:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757222.749392:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757222.749398:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766229760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757222.749411:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766229888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757222.749449:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757222.749471:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757222/real 1787757222] req@ffffa0e6c60ca300 x1874589766229888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757222.749497:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766229888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757222.749510:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757222.749514:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757222.749520:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766229888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757223.644505:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757223.772418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757223.772431:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757224.668485:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757224.796374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757224.796389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757225.692538:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757225.820416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757225.820430:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757226.716496:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757226.844451:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757226.844451:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757227.740531:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757227.868397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757227.868417:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757227.868429:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1787757227.868432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757227.868437:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757227.868457:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9203 00000100:00080000:2.0:1787757227.868477:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757227.868489:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757227.868557:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766230016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757227.868598:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757227.868604:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757227.868607:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757227.868613:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9203 00000100:00080000:2.0:1787757227.868617:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757227.868622:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757227.868639:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757227.868667:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766230144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757227.868688:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766230016:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757227.868695:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757227.868705:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757227.868710:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757227.868721:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9203 00000100:00080000:2.0:1787757227.868730:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757227.868739:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757227.868749:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757227.868770:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766230272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757227.868784:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757227.868790:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757227.868793:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787757227.868801:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787757227.868809:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9203 00000100:00080000:2.0:1787757227.868817:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757227.868822:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757227.868829:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757227.868846:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766230400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757227.868861:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757227.868866:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757227.868869:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757227.868875:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9203 00000100:00080000:2.0:1787757227.868879:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757227.868883:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757227/real 1787757227] req@ffffa0e6c60ca300 x1874589766230016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757227.868890:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757227.868903:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757227.868926:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766230528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757227.868938:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766230016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757227.868957:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757227.868965:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757227.868972:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766230016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757227.869032:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766230144:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757227.869083:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757227.869109:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757227/real 1787757227] req@ffffa0e6c60c9180 x1874589766230144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757227.869137:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766230144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757227.869156:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757227.869164:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757227.869173:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766230144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757227.869185:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766230272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757227.869216:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757227.869231:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757227/real 1787757227] req@ffffa0e6c60c9f80 x1874589766230272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757227.869246:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766230272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757227.869257:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757227.869261:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757227.869266:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766230272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757227.869321:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766230400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757227.869362:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757227.869384:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757227/real 1787757227] req@ffffa0e6c60caa00 x1874589766230400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757227.869410:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766230400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757227.869432:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757227.869439:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757227.869446:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766230400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757227.869459:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766230528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757227.869498:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757227.869522:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757227/real 1787757227] req@ffffa0e6c60c8380 x1874589766230528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757227.869548:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766230528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757227.869570:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757227.869577:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757227.869584:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766230528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757228.764543:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757228.892398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757228.892446:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757229.788455:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757229.916404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757229.916405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757230.812563:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757230.940455:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757230.940468:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757231.836524:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757231.964361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757231.964361:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757232.860479:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757232.988352:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757232.988353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757232.988372:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757232.988379:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757232.988384:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757232.988395:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9208 00000100:00080000:2.0:1787757232.988408:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757232.988416:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757232.988460:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766230656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757232.988485:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757232.988488:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757232.988490:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757232.988493:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9208 00000100:00080000:2.0:1787757232.988495:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757232.988498:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757232.988508:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757232.988527:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766230656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757232.988528:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766230784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757232.988546:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757232.988551:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757232.988553:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757232.988559:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9208 00000100:00080000:2.0:1787757232.988564:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757232.988569:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757232.988575:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757232.988587:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766230912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757232.988594:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757232.988598:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757232.988599:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757232.988602:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9208 00000100:00080000:2.0:1787757232.988607:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787757232.988609:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787757232.988614:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757232.988619:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757232.988630:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766231040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757232.988638:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757232.988640:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757232.988642:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757232.988645:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9208 00000100:00080000:2.0:1787757232.988647:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757232.988649:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757232/real 1787757232] req@ffffa0e6c60c8e00 x1874589766230656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757232.988653:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757232.988660:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757232.988671:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766231168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757232.988674:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766230656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757232.988697:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757232.988700:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757232.988704:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766230656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757232.988740:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766230784:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757232.988765:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757232.988780:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757232/real 1787757232] req@ffffa0e6c60cad80 x1874589766230784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757232.988791:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766230784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757232.988798:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757232.988800:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757232.988803:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766230784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757232.988807:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766230912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757232.988822:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757232.988829:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757232/real 1787757232] req@ffffa0e6c60c9880 x1874589766230912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757232.988837:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766230912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757232.988842:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757232.988844:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757232.988846:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766230912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757232.988849:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766231040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757232.988861:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757232.988866:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757232/real 1787757232] req@ffffa0e6c60cb480 x1874589766231040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757232.988873:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766231040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757232.988882:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757232.988884:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757232.988886:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766231040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757232.988890:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766231168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757232.988900:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757232.988921:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757232/real 1787757232] req@ffffa0e6c60c8a80 x1874589766231168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757232.988930:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766231168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757232.988938:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757232.988941:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757232.988943:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766231168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757233.884455:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757234.012378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757234.012378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757234.908463:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757235.036373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757235.036373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757235.932538:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757236.060459:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757236.060477:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757236.956466:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757237.084401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757237.084420:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757237.980606:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757238.108402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757238.108469:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787757238.108497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757238.108506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757238.108510:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757238.108522:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9213 00000100:00080000:1.0:1787757238.108532:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757238.108538:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757238.108572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766231296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757238.108609:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757238.108612:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757238.108614:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757238.108617:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9213 00000100:00080000:1.0:1787757238.108619:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757238.108622:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757238.108629:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757238.108637:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766231424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757238.108644:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757238.108648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757238.108649:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757238.108652:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9213 00000100:00080000:1.0:1787757238.108655:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757238.108657:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757238.108662:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757238.108669:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766231552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757238.108676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757238.108678:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757238.108681:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757238.108685:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9213 00000100:00080000:1.0:1787757238.108689:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757238.108693:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757238.108696:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757238.108710:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766231680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757238.108710:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766231296:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757238.108741:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757238.108743:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757238.108745:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757238.108748:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9213 00000100:00080000:1.0:1787757238.108749:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757238.108752:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757238.108754:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757238.108762:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766231808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757238.108892:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757238.108965:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757238/real 1787757238] req@ffffa0e6c792b100 x1874589766231296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757238.109005:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766231296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757238.109041:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757238.109050:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757238.109059:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766231296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757238.109075:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766231424:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757238.109125:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757238.109153:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757238/real 1787757238] req@ffffa0e6c7928700 x1874589766231424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757238.109178:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766231424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757238.109197:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757238.109204:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757238.109211:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766231424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757238.109225:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766231552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757238.109270:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757238.109343:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757238/real 1787757238] req@ffffa0e6c7928a80 x1874589766231552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757238.109368:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766231552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757238.109387:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757238.109394:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757238.109402:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766231552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757238.109453:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766231680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757238.109497:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757238.109521:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757238/real 1787757238] req@ffffa0e6c792a680 x1874589766231680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757238.109547:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766231680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757238.109568:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757238.109574:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757238.109582:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766231680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757238.109594:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766231808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757238.109635:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757238.109660:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757238/real 1787757238] req@ffffa0e6c7929180 x1874589766231808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757238.109684:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766231808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757238.109706:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757238.109712:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757238.109720:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766231808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757239.004578:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757239.132476:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757239.132541:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757240.028534:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757240.156422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757240.156441:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757241.052537:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757241.180387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757241.180468:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757242.076621:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757242.204415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757242.204423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757243.100503:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757243.228367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757243.228375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757243.228428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757243.228442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757243.228451:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757243.228481:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9219 00000100:00080000:1.0:1787757243.228502:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757243.228514:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757243.228573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766231936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757243.228614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757243.228619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757243.228621:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757243.228627:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9219 00000100:00080000:1.0:1787757243.228631:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757243.228635:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757243.228649:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757243.228669:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766232064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757243.228684:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757243.228686:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766231936:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757243.228693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757243.228700:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757243.228707:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9219 00000100:00080000:1.0:1787757243.228711:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757243.228715:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757243.228721:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757243.228770:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766232192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757243.228783:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757243.228788:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757243.228791:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757243.228796:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9219 00000100:00080000:1.0:1787757243.228803:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757243.228809:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757243.228816:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787757243.228822:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757243.228842:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766232320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757243.228861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757243.228867:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757243.228871:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757243.228880:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757243/real 1787757243] req@ffffa0e6c7929500 x1874589766231936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757243.228882:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9219 00000100:00080000:1.0:1787757243.228896:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757243.228910:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757243.228917:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766231936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787757243.228924:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757243.228948:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766232448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757243.228954:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757243.228968:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757243.228998:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766231936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757243.229036:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766232064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757243.229067:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757243.229081:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757243/real 1787757243] req@ffffa0e6c7929180 x1874589766232064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757243.229095:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766232064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757243.229105:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757243.229109:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757243.229113:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766232064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757243.229119:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766232192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757243.229136:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757243.229146:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757243/real 1787757243] req@ffffa0e6c792a680 x1874589766232192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757243.229160:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766232192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757243.229169:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757243.229172:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757243.229175:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766232192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757243.229181:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766232320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757243.229199:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757243.229208:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757243/real 1787757243] req@ffffa0e6c7928a80 x1874589766232320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757243.229221:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766232320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757243.229232:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757243.229235:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757243.229238:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766232320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757243.229244:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766232448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757243.229260:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757243.229269:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757243/real 1787757243] req@ffffa0e6c7928700 x1874589766232448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757243.229280:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766232448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757243.229347:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757243.229352:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757243.229356:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766232448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757244.124529:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757244.252386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757244.252424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757245.148555:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757245.276422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757245.276436:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757246.172566:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757246.300426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757246.300426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757247.196563:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757247.324428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757247.324445:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757248.220476:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757248.348433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757248.348458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757248.348467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757248.348473:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787757248.348481:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757248.348487:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9224 00000100:00080000:2.0:1787757248.348503:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757248.348513:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757248.348563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766232576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757248.348596:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757248.348601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757248.348603:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757248.348608:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9224 00000100:00080000:2.0:1787757248.348613:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757248.348618:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757248.348629:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757248.348693:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766232576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757248.348694:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766232704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757248.348714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757248.348717:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757248.348719:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757248.348724:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9224 00000100:00080000:2.0:1787757248.348728:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757248.348731:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757248.348737:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757248.348748:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766232832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757248.348775:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757248.348780:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757248.348782:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757248.348788:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9224 00000800:00000100:1.0:1787757248.348796:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787757248.348798:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757248.348808:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757248.348816:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757248.348831:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766232960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757248.348843:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757248.348850:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757248/real 1787757248] req@ffffa0e6c60c8a80 x1874589766232576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757248.348851:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757248.348857:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757248.348870:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9224 00000100:00080000:2.0:1787757248.348883:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757248.348898:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757248.348911:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766232576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787757248.348911:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787757248.348933:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757248.348942:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757248.348946:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766233088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757248.348949:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766232576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757248.349000:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766232704:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757248.349024:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757248.349036:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757248/real 1787757248] req@ffffa0e6c60cb480 x1874589766232704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757248.349046:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766232704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757248.349054:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757248.349057:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757248.349060:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766232704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757248.349065:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766232832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757248.349093:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757248.349102:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757248/real 1787757248] req@ffffa0e6c60c9880 x1874589766232832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757248.349112:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766232832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757248.349125:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757248.349128:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757248.349131:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766232832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757248.349135:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766232960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757248.349149:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757248.349156:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757248/real 1787757248] req@ffffa0e6c60cad80 x1874589766232960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757248.349166:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766232960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757248.349176:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757248.349178:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757248.349181:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766232960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757248.349186:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766233088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757248.349199:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757248.349206:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757248/real 1787757248] req@ffffa0e6c60c8e00 x1874589766233088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757248.349216:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766233088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757248.349225:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757248.349227:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757248.349231:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766233088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757249.244469:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757249.372398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757249.372412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757250.268684:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757250.396412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757250.396469:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757251.292680:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757251.420448:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757251.420497:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757252.316682:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757252.444496:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757252.444587:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757253.340640:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757253.468416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757253.468522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757253.468536:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757253.468594:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757253.468611:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9229 00000100:00100000:1.0:1787757253.468628:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757253.468630:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757253.468646:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757253.468711:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766233216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757253.468758:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757253.468763:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757253.468766:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757253.468772:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9229 00000100:00080000:3.0:1787757253.468776:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757253.468782:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757253.468797:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757253.468839:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766233216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757253.468848:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766233344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757253.468875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757253.468879:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757253.468881:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757253.468887:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9229 00000100:00080000:3.0:1787757253.468893:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757253.468897:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757253.468904:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757253.468920:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766233472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757253.468932:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757253.468937:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757253.468939:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757253.468943:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9229 00000100:00080000:3.0:1787757253.468949:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757253.468954:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757253.468960:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757253.468989:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766233600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757253.469001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757253.469005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757253.469007:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757253.469011:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9229 00000100:00080000:3.0:1787757253.469027:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757253.469033:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757253.469040:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757253.469053:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766233728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757253.469080:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766233344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757253.469137:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766233472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757253.469166:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766233600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757253.469207:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766233728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757254.364588:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757254.492409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757254.492566:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757255.388462:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757255.516385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757255.516448:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757256.412472:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757256.540448:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757256.540583:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:1.0:1787757256.540680:0:2388:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:1.0:1787757256.540724:0:2388:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787757256.540742:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787757256.540788:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787757256.540800:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787757256.540812:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787757256.540824:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:2.0:1787757256.540956:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757253/real 1787757256] req@ffffa0e6c35b1180 x1874589766233344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757256.541023:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766233344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757256.541051:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757256.541062:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757256.541071:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766233344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757256.541089:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757253/real 1787757256] req@ffffa0e6c35b0380 x1874589766233472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757256.541113:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766233472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757256.541131:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757256.541139:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757256.541146:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766233472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757256.541161:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757253/real 1787757256] req@ffffa0e6c35b3b80 x1874589766233600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757256.541201:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766233600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757256.541220:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757256.541227:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757256.541234:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766233600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757256.541248:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757253/real 1787757256] req@ffffa0e6c35b1500 x1874589766233728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757256.541322:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766233728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757256.541343:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757256.541350:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757256.541357:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766233728:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757256.541370:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757253/real 1787757256] req@ffffa0e6c35b3100 x1874589766233216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757256.541396:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766233216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757256.541412:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757256.541418:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757256.541424:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766233216:192.168.201.131@tcp:250:kworker.0 00010000:00010000:1.0:1787757257.436561:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757257.564420:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757257.564556:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757258.460535:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757258.588365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757258.588368:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757258.588377:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757258.588382:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757258.588394:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9234 00000100:00080000:3.0:1787757258.588407:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757258.588415:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757258.588484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766233856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787757258.588493:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757258.588523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757258.588529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757258.588531:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757258.588537:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9234 00000100:00080000:3.0:1787757258.588545:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757258.588550:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757258.588560:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757258.588567:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766233856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757258.588576:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766233984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757258.588588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757258.588594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757258.588596:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757258.588601:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9234 00000100:00080000:3.0:1787757258.588614:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757258.588619:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757258.588625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787757258.588626:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757258.588642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766234112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757258.588652:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757258.588656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757258.588658:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757258.588661:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757258/real 1787757258] req@ffffa0e6c35b3800 x1874589766233856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757258.588666:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9234 00000100:00080000:3.0:1787757258.588676:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757258.588682:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757258.588688:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757258.588691:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766233856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757258.588703:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787757258.588705:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766234240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757258.588711:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757258.588721:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766233856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757258.588725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757258.588731:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757258.588732:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757258.588738:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9234 00000100:00080000:3.0:1787757258.588742:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757258.588747:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757258.588753:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766233984:192.168.201.131@tcp:38:kworker.0 00000008:00100000:3.0:1787757258.588754:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757258.588773:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766234368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757258.588790:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757258.588826:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757258/real 1787757258] req@ffffa0e6c35b1c00 x1874589766233984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757258.588845:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766233984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757258.588855:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757258.588858:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757258.588862:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766233984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757258.588869:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766234112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757258.588893:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757258.588906:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757258/real 1787757258] req@ffffa0e6c35b0a80 x1874589766234112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757258.588927:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766234112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757258.588938:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757258.588941:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757258.588945:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766234112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757258.588952:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766234240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757258.588974:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757258.588986:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757258/real 1787757258] req@ffffa0e6c35b0e00 x1874589766234240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757258.588999:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766234240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757258.589010:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757258.589014:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757258.589017:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766234240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757258.589036:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766234368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757258.589058:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757258.589071:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757258/real 1787757258] req@ffffa0e6c35b1880 x1874589766234368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757258.589083:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766234368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757258.589103:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757258.589116:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757258.589121:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766234368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757259.484499:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757259.612525:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757259.612594:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757260.508514:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757260.636383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757260.636480:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757261.532587:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757261.660440:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757261.660476:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757262.556602:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757262.684449:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757262.684460:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757263.580554:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757263.708391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757263.708460:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757263.708475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757263.708488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757263.708495:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757263.708510:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9239 00000100:00080000:3.0:1787757263.708524:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757263.708534:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757263.708575:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766234496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757263.708609:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757263.708614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757263.708616:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757263.708620:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9239 00000100:00080000:3.0:1787757263.708624:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757263.708628:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757263.708638:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757263.708652:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766234624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757263.708664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757263.708670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757263.708674:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757263.708675:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766234496:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757263.708692:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9239 00000100:00080000:3.0:1787757263.708701:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757263.708706:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757263.708711:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757263.708726:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766234752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757263.708735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757263.708740:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757263.708742:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757263.708756:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9239 00000100:00080000:3.0:1787757263.708777:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757263.708781:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757263.708786:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787757263.708802:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757263.708802:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766234880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757263.708827:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757263.708831:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757263.708833:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757263.708837:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9239 00000100:00080000:3.0:1787757263.708841:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757263.708846:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757263.708850:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757263.708861:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766235008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757263.708874:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757263/real 1787757263] req@ffffa0e6c35b3480 x1874589766234496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757263.708916:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766234496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757263.708932:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757263.708938:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757263.708944:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766234496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757263.708976:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766234624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757263.709015:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757263.709044:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757263/real 1787757263] req@ffffa0e6c35b2d80 x1874589766234624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757263.709064:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766234624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757263.709079:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757263.709085:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757263.709090:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766234624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757263.709102:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766234752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757263.709136:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757263.709155:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757263/real 1787757263] req@ffffa0e6c35b0700 x1874589766234752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757263.709176:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766234752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757263.709220:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757263.709225:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757263.709229:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766234752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757263.709237:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766234880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757263.709265:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757263.709327:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757263/real 1787757263] req@ffffa0e6c35b2680 x1874589766234880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757263.709342:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766234880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757263.709354:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757263.709358:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757263.709361:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766234880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757263.709414:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766235008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757263.709438:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757263.709450:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757263/real 1787757263] req@ffffa0e6c35b2a00 x1874589766235008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757263.709462:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766235008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757263.709473:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757263.709475:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757263.709479:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766235008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757264.604539:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757264.732472:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757264.732501:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757265.628511:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757265.756422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757265.756432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757266.652604:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757266.780494:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757266.780537:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757267.676585:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757267.804472:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757267.804492:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757268.700504:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757268.828422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757268.828440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1787757268.828442:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757268.828444:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757268.828448:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757268.828471:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9244 00000100:00080000:3.0:1787757268.828486:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757268.828498:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757268.828548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766235136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757268.828589:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757268.828594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757268.828597:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757268.828602:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9244 00000100:00080000:3.0:1787757268.828607:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757268.828611:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757268.828635:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757268.828655:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766235264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757268.828671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757268.828681:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766235136:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757268.828681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757268.828689:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757268.828703:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9244 00000100:00080000:3.0:1787757268.828707:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757268.828712:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757268.828719:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757268.828734:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766235392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757268.828748:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757268.828753:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757268.828755:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757268.828761:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9244 00000100:00080000:3.0:1787757268.828778:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757268.828783:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757268.828789:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787757268.828795:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757268.828810:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766235520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757268.828835:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757268.828840:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757268.828843:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757268.828849:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9244 00000100:00080000:3.0:1787757268.828854:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757268.828864:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757268.828865:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757268/real 1787757268] req@ffffa0e6c35b1f80 x1874589766235136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787757268.828870:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757268.828890:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766235648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757268.828906:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766235136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757268.828922:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757268.828929:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757268.828936:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766235136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757268.828965:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766235264:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757268.828991:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757268.829005:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757268/real 1787757268] req@ffffa0e6c35b2a00 x1874589766235264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757268.829020:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766235264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757268.829040:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757268.829044:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757268.829049:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766235264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757268.829056:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766235392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757268.829075:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757268.829086:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757268/real 1787757268] req@ffffa0e6c35b2680 x1874589766235392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757268.829100:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766235392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757268.829110:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757268.829114:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757268.829117:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766235392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757268.829132:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766235520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757268.829151:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757268.829162:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757268/real 1787757268] req@ffffa0e6c35b0700 x1874589766235520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757268.829176:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766235520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757268.829187:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757268.829190:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757268.829194:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766235520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757268.829201:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766235648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757268.829219:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757268.829230:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757268/real 1787757268] req@ffffa0e6c35b2d80 x1874589766235648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757268.829243:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766235648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757268.829255:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757268.829258:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757268.829262:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766235648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757269.724524:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757269.852387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757269.852402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757270.748539:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757270.876407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757270.876412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757271.772567:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757271.900389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757271.900518:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757272.796604:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757272.924399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757272.924408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757273.820579:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757273.948428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757273.948431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757273.948446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757273.948453:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757273.948473:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9249 00000100:00080000:0.0:1787757273.948493:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757273.948506:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757273.948526:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757273.948586:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766235776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757273.948650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757273.948659:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757273.948663:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757273.948672:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9249 00000100:00080000:0.0:1787757273.948680:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757273.948688:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757273.948702:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757273.948723:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766235904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757273.948739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757273.948745:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757273.948748:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757273.948754:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9249 00000100:00080000:0.0:1787757273.948759:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757273.948763:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757273.948770:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757273.948780:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766235776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787757273.948790:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766236032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757273.948805:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757273.948809:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757273.948811:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757273.948817:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9249 00000100:00080000:0.0:1787757273.948821:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757273.948826:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757273.948832:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757273.948847:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766236160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757273.948859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757273.948865:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757273.948868:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757273.948874:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9249 00000100:00080000:0.0:1787757273.948879:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757273.948883:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757273.948888:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787757273.948902:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766236288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757273.948926:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757273.948995:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757273/real 1787757273] req@ffffa0e6d86c6300 x1874589766235776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757273.949023:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766235776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757273.949039:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757273.949045:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757273.949051:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766235776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757273.949062:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766235904:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757273.949122:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757273.949149:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757273/real 1787757273] req@ffffa0e6d86c5880 x1874589766235904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757273.949176:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766235904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757273.949223:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757273.949231:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757273.949235:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766235904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757273.949331:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766236032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757273.949380:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757273.949405:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757273/real 1787757273] req@ffffa0e6d86c7800 x1874589766236032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757273.949428:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766236032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757273.949441:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757273.949445:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757273.949450:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766236032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757273.949458:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766236160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757273.949486:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757273.949499:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757273/real 1787757273] req@ffffa0e6d86c5c00 x1874589766236160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757273.949524:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766236160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757273.949537:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757273.949540:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757273.949544:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766236160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757273.949550:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766236288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757273.949571:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757273.949582:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757273/real 1787757273] req@ffffa0e6d86c6680 x1874589766236288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757273.949596:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766236288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757273.949609:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757273.949612:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757273.949616:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766236288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757274.844491:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757274.972405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757274.972424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757275.868562:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757275.996399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757275.996428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757276.892597:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757277.020413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757277.020445:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757277.916526:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757278.044437:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757278.044447:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757278.940460:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757279.068403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757279.068404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757279.068404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757279.068417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757279.068423:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757279.068434:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9254 00000100:00080000:3.0:1787757279.068446:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757279.068455:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757279.068500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766236416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757279.068539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757279.068545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757279.068549:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757279.068555:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9254 00000100:00080000:3.0:1787757279.068562:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757279.068570:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757279.068583:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757279.068593:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766236416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757279.068621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766236544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757279.068640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757279.068644:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757279.068648:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757279.068656:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9254 00000100:00080000:3.0:1787757279.068684:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757279.068694:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:2.0:1787757279.068703:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787757279.068712:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757279.068745:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766236672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757279.068759:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757279/real 1787757279] req@ffffa0e6c35b3480 x1874589766236416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757279.068846:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766236416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757279.068846:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757279.068861:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757279.068867:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757279.068878:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9254 00000100:00080000:2.0:1787757279.068883:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787757279.068885:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757279.068894:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787757279.068896:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757279.068903:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766236416:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787757279.068907:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757279.068926:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766236800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757279.068935:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766236544:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787757279.068943:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757279.068948:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757279.068950:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757279.068956:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9254 00000100:00080000:3.0:1787757279.068970:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787757279.068972:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757279.068978:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757279.068986:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757279.068995:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757279/real 1787757279] req@ffffa0e6c35b1880 x1874589766236544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757279.069002:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766236928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757279.069034:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766236544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757279.069051:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757279.069057:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757279.069063:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766236544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757279.069073:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766236672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757279.069149:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757279.069163:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757279/real 1787757279] req@ffffa0e6c35b0e00 x1874589766236672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757279.069176:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766236672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757279.069191:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757279.069195:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757279.069198:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766236672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757279.069212:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766236800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757279.069231:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757279.069240:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757279/real 1787757279] req@ffffa0e6c35b0a80 x1874589766236800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757279.069251:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766236800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757279.069261:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757279.069263:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757279.069266:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766236800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757279.069295:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766236928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757279.069313:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757279.069323:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757279/real 1787757279] req@ffffa0e6c35b1c00 x1874589766236928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757279.069335:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766236928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757279.069363:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757279.069367:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757279.069372:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766236928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757279.964506:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757280.092400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757280.092405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757280.988526:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757281.116370:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757281.116408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757282.012575:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757282.140373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757282.140406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757283.036599:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757283.164420:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757283.164463:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757284.060483:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757284.188349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757284.188359:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757284.188363:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757284.188374:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9259 00000100:00100000:1.0:1787757284.188378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757284.188378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757284.188386:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757284.188396:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757284.188434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766237056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757284.188461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757284.188465:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757284.188467:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757284.188470:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9259 00000100:00080000:3.0:1787757284.188473:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757284.188477:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757284.188486:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757284.188501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766237184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757284.188502:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766237056:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757284.188524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757284.188528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757284.188529:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757284.188533:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9259 00000100:00080000:3.0:1787757284.188537:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757284.188540:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757284.188545:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757284.188556:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766237312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757284.188564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757284.188568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757284.188572:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787757284.188573:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757284.188578:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9259 00000100:00080000:3.0:1787757284.188583:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757284.188587:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757284.188592:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757284.188602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766237440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757284.188610:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757284.188614:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757284/real 1787757284] req@ffffa0e6c35b3800 x1874589766237056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757284.188615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757284.188620:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757284.188630:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9259 00000100:00080000:3.0:1787757284.188632:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757284.188635:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757284.188638:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757284.188650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766237568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757284.188658:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766237056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757284.188670:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757284.188675:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757284.188680:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766237056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757284.188700:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766237184:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757284.188720:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757284.188730:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757284/real 1787757284] req@ffffa0e6c35b3100 x1874589766237184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757284.188740:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766237184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757284.188748:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757284.188751:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757284.188754:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766237184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757284.188759:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766237312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757284.188773:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757284.188780:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757284/real 1787757284] req@ffffa0e6c35b1500 x1874589766237312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757284.188790:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766237312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757284.188797:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757284.188799:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757284.188801:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766237312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757284.188806:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766237440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757284.188818:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757284.188826:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757284/real 1787757284] req@ffffa0e6c35b3b80 x1874589766237440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757284.188835:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766237440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757284.188843:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757284.188845:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757284.188848:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766237440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757284.188852:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766237568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757284.188864:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757284.188872:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757284/real 1787757284] req@ffffa0e6c35b0380 x1874589766237568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757284.188882:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766237568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757284.188913:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757284.188916:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757284.188920:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766237568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757285.084519:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757285.212396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757285.212410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757286.108540:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757286.236404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757286.236452:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757287.132489:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757287.260346:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757287.260356:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757288.156436:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757288.284362:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757288.284364:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757289.180514:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757289.308436:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757289.308468:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757289.308517:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757289.308528:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757289.308536:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757289.308551:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9265 00000100:00080000:0.0:1787757289.308570:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757289.308580:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757289.308646:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766237696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757289.308692:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757289.308697:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757289.308700:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757289.308705:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9265 00000100:00080000:0.0:1787757289.308710:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757289.308716:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757289.308731:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757289.308750:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766237824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757289.308771:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757289.308773:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766237696:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757289.308780:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757289.308787:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757289.308804:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9265 00000100:00080000:0.0:1787757289.308810:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757289.308814:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757289.308819:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757289.308835:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766237952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757289.308846:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757289.308851:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757289.308855:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757289.308862:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9265 00000100:00080000:0.0:1787757289.308868:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757289.308874:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757289.308880:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757289.308900:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766238080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757289.308910:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757289.308991:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757289.309000:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757289/real 1787757289] req@ffffa0e6d86c6680 x1874589766237696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757289.309004:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757289.309016:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757289.309048:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9265 00000100:00100000:2.0:1787757289.309057:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766237696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757289.309061:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757289.309084:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:2.0:1787757289.309099:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1787757289.309102:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:2.0:1787757289.309114:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757289.309122:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766237696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787757289.309135:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766238208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757289.309171:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766237824:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757289.309209:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757289.309226:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757289/real 1787757289] req@ffffa0e6d86c5c00 x1874589766237824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757289.309242:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766237824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757289.309253:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757289.309257:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757289.309262:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766237824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757289.309306:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766237952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757289.309331:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757289.309346:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757289/real 1787757289] req@ffffa0e6d86c7800 x1874589766237952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757289.309361:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766237952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757289.309371:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757289.309376:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757289.309380:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766237952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757289.309387:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766238080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757289.309407:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757289.309419:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757289/real 1787757289] req@ffffa0e6d86c5880 x1874589766238080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757289.309433:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766238080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757289.309446:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757289.309451:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757289.309455:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766238080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757289.309461:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766238208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757289.309479:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757289.309490:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757289/real 1787757289] req@ffffa0e6d86c6300 x1874589766238208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757289.309503:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766238208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757289.309515:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757289.309519:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757289.309522:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766238208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757290.204389:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757290.332398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757290.332411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757291.228509:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757291.356465:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757291.356467:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757292.252629:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757292.380449:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757292.380450:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757293.276484:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757293.404392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757293.404392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757294.300470:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757294.428431:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757294.428443:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757294.428483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757294.428493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757294.428499:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757294.428512:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9270 00000100:00080000:3.0:1787757294.428526:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757294.428535:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757294.428594:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766238336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757294.428631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757294.428636:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757294.428639:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757294.428644:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9270 00000100:00080000:3.0:1787757294.428648:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757294.428654:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757294.428666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757294.428686:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766238464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757294.428697:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766238336:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757294.428713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757294.428719:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757294.428721:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757294.428728:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9270 00000100:00080000:3.0:1787757294.428734:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757294.428738:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757294.428745:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757294.428761:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766238592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757294.428774:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757294.428779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757294.428782:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757294.428787:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9270 00000100:00080000:3.0:1787757294.428793:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757294.428802:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:2.0:1787757294.428805:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787757294.428810:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757294.428863:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766238720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757294.428877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757294.428881:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757294.428884:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757294.428891:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9270 00000100:00080000:3.0:1787757294.428897:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757294.428902:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757294.428909:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757294.428913:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757294/real 1787757294] req@ffffa0e6c35b1180 x1874589766238336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757294.428928:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766238848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757294.428990:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766238336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757294.429016:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757294.429022:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757294.429028:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766238336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757294.429059:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766238464:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757294.429095:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757294.429113:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757294/real 1787757294] req@ffffa0e6c35b0380 x1874589766238464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757294.429130:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766238464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757294.429141:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757294.429145:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757294.429149:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766238464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757294.429182:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766238592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757294.429215:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757294.429238:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757294/real 1787757294] req@ffffa0e6c35b3b80 x1874589766238592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757294.429314:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766238592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757294.429334:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757294.429341:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757294.429347:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766238592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757294.429362:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766238720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757294.429406:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757294.429432:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757294/real 1787757294] req@ffffa0e6c35b1500 x1874589766238720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757294.429454:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766238720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757294.429467:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757294.429471:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757294.429476:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766238720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757294.429483:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766238848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757294.429510:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757294.429531:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757294/real 1787757294] req@ffffa0e6c35b3100 x1874589766238848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757294.429545:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766238848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757294.429556:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757294.429559:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757294.429563:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766238848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757295.324428:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757295.452347:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757295.452356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757296.348622:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757296.476416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757296.476441:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757297.372500:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757297.500402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757297.500407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757298.396534:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757298.524400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757298.524451:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757299.420565:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757299.548400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757299.548409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757299.548418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757299.548430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757299.548437:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757299.548454:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9275 00000100:00080000:3.0:1787757299.548473:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757299.548485:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757299.548552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766238976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757299.548609:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757299.548622:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757299.548627:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757299.548638:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9275 00000100:00080000:3.0:1787757299.548647:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757299.548657:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757299.548669:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766238976:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787757299.548678:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757299.548705:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766239104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757299.548723:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757299.548728:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757299.548759:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757299.548767:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9275 00000100:00080000:3.0:1787757299.548783:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757299.548790:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757299.548798:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787757299.548811:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757299.548821:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766239232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757299.548837:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757299.548843:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757299.548847:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757299.548853:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9275 00000100:00080000:3.0:1787757299.548859:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757299.548866:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757299.548875:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757299.548878:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757299/real 1787757299] req@ffffa0e6c35b3800 x1874589766238976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757299.548893:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766239360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757299.548913:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757299.548921:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766238976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757299.548922:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757299.548930:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757299.548944:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9275 00000100:00080000:3.0:1787757299.548951:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757299.548955:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757299.548961:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:2.0:1787757299.548975:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787757299.548983:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766239488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757299.548989:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757299.549004:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766238976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757299.549052:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766239104:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757299.549088:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757299.549104:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757299/real 1787757299] req@ffffa0e6c35b1c00 x1874589766239104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757299.549120:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766239104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757299.549133:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757299.549137:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757299.549155:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766239104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757299.549163:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766239232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757299.549187:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757299.549199:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757299/real 1787757299] req@ffffa0e6c35b0a80 x1874589766239232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757299.549216:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766239232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757299.549227:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757299.549230:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757299.549234:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766239232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757299.549241:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766239360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757299.549262:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757299.549308:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757299/real 1787757299] req@ffffa0e6c35b0e00 x1874589766239360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757299.549324:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766239360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757299.549338:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757299.549342:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757299.549346:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766239360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757299.549353:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766239488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757299.549378:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757299.549390:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757299/real 1787757299] req@ffffa0e6c35b1880 x1874589766239488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757299.549404:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766239488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757299.549426:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757299.549430:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757299.549435:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766239488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757300.444560:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757300.572396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757300.572406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757301.468576:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757301.596406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757301.596416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757302.492554:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757302.620407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757302.620407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757303.516521:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757303.644383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757303.644412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757304.540588:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757304.668437:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757304.668444:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757304.668449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757304.668462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757304.668468:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757304.668484:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9280 00000100:00080000:3.0:1787757304.668499:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757304.668510:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757304.668557:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766239616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757304.668604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757304.668609:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757304.668611:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757304.668616:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9280 00000100:00080000:3.0:1787757304.668621:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757304.668627:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757304.668659:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757304.668678:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766239744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757304.668692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757304.668701:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1787757304.668703:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766239616:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757304.668705:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757304.668723:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9280 00000100:00080000:3.0:1787757304.668732:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757304.668737:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757304.668743:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757304.668753:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766239872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757304.668763:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757304.668768:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757304.668771:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757304.668776:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9280 00000100:00080000:3.0:1787757304.668780:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757304.668784:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757304.668789:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757304.668800:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766240000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757304.668817:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757304.668821:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757304.668823:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757304.668829:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9280 00000100:00080000:3.0:1787757304.668844:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757304.668849:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757304.668854:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757304.668868:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766240128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757304.668871:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757304.668964:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757304/real 1787757304] req@ffffa0e6c35b3480 x1874589766239616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757304.668989:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766239616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757304.669004:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757304.669010:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757304.669015:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766239616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757304.669052:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766239744:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757304.669082:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757304.669096:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757304/real 1787757304] req@ffffa0e6c35b2d80 x1874589766239744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757304.669110:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766239744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757304.669121:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757304.669125:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757304.669129:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766239744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757304.669136:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766239872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757304.669155:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757304.669184:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757304/real 1787757304] req@ffffa0e6c35b0700 x1874589766239872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757304.669199:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766239872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757304.669211:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757304.669214:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757304.669218:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766239872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757304.669226:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766240000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757304.669250:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757304.669262:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757304/real 1787757304] req@ffffa0e6c35b2680 x1874589766240000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757304.669277:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766240000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757304.669300:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757304.669303:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757304.669308:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766240000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757304.669315:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766240128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757304.669378:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757304.669392:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757304/real 1787757304] req@ffffa0e6c35b2a00 x1874589766240128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757304.669408:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766240128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757304.669421:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757304.669425:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757304.669429:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766240128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757305.564561:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757305.692474:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757305.692523:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757306.588543:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757306.716414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757306.716460:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757307.612442:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757307.740365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757307.740365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757308.636431:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757308.764341:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757308.764362:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757309.660479:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757309.788392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757309.788392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757309.788397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757309.788414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757309.788422:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757309.788439:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9285 00000100:00080000:3.0:1787757309.788456:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757309.788467:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757309.788525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766240256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757309.788548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757309.788565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757309.788567:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757309.788572:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9285 00000100:00080000:3.0:1787757309.788575:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757309.788580:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757309.788588:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757309.788603:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766240256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757309.788604:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766240384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757309.788620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757309.788623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757309.788624:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757309.788628:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9285 00000100:00080000:3.0:1787757309.788631:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757309.788634:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757309.788637:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757309.788648:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766240512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757309.788656:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757309.788659:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757309.788661:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757309.788663:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9285 00000100:00080000:3.0:1787757309.788666:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757309.788669:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757309.788673:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787757309.788680:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757309.788683:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766240640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757309.788692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757309.788695:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757309.788698:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757309.788701:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9285 00000100:00080000:3.0:1787757309.788705:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757309.788708:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757309.788712:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757309.788716:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757309/real 1787757309] req@ffffa0e6c35b1f80 x1874589766240256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757309.788720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766240768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757309.788778:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766240256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757309.788790:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757309.788794:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757309.788798:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766240256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757309.788836:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766240384:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757309.788855:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757309.788864:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757309/real 1787757309] req@ffffa0e6c35b2a00 x1874589766240384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757309.788874:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766240384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757309.788881:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757309.788884:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757309.788886:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766240384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757309.788890:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766240512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757309.788902:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757309.788909:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757309/real 1787757309] req@ffffa0e6c35b2680 x1874589766240512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757309.788918:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766240512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757309.788924:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757309.788926:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757309.788928:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766240512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757309.788933:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766240640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757309.788944:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757309.788953:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757309/real 1787757309] req@ffffa0e6c35b0700 x1874589766240640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757309.788977:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766240640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757309.788992:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757309.788996:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757309.789001:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766240640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757309.789008:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766240768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757309.789030:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757309.789039:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757309/real 1787757309] req@ffffa0e6c35b2d80 x1874589766240768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757309.789049:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766240768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757309.789057:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757309.789059:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757309.789061:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766240768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757310.684565:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757310.812380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757310.812409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757311.708487:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757311.836396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757311.836461:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757312.732431:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757312.860360:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757312.860384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757313.756548:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757313.884382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757313.884466:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757314.780437:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757314.908352:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757314.908378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757314.908385:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757314.908392:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757314.908396:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757314.908408:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9290 00000100:00080000:2.0:1787757314.908418:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757314.908425:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757314.908484:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766240896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757314.908507:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757314.908510:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757314.908511:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757314.908514:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9290 00000100:00080000:2.0:1787757314.908517:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757314.908519:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757314.908526:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757314.908535:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766241024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757314.908542:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757314.908545:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757314.908547:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757314.908555:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9290 00000100:00080000:2.0:1787757314.908558:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757314.908560:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757314.908563:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757314.908566:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766240896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757314.908572:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766241152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757314.908585:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757314.908588:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757314.908589:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757314.908593:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9290 00000100:00080000:2.0:1787757314.908595:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757314.908598:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757314.908601:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757314.908609:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766241280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757314.908615:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757314.908618:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757314.908619:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757314.908624:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9290 00000800:00000100:1.0:1787757314.908625:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787757314.908628:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757314.908631:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757314.908635:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757314.908643:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766241408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757314.908662:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757314/real 1787757314] req@ffffa0e6c60c8380 x1874589766240896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757314.908676:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766240896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757314.908684:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757314.908687:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757314.908690:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766240896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757314.908694:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766241024:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757314.908708:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757314.908716:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757314/real 1787757314] req@ffffa0e6c60caa00 x1874589766241024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757314.908724:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766241024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757314.908730:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757314.908732:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757314.908734:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766241024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757314.908753:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766241152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757314.908763:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757314.908770:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757314/real 1787757314] req@ffffa0e6c60c9f80 x1874589766241152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757314.908777:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766241152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757314.908783:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757314.908784:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757314.908786:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766241152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757314.908790:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766241280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757314.908799:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757314.908805:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757314/real 1787757314] req@ffffa0e6c60c9180 x1874589766241280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757314.908812:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766241280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757314.908819:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757314.908820:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757314.908822:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766241280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757314.908826:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766241408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757314.908835:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757314.908840:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757314/real 1787757314] req@ffffa0e6c60ca300 x1874589766241408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757314.908848:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766241408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757314.908854:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757314.908856:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757314.908857:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766241408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757315.804646:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757315.932343:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757315.932349:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757316.828540:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757316.956456:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757316.956491:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757317.852564:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757317.980401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757317.980450:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757318.876522:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757319.004461:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757319.004511:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757319.900566:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757320.028426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757320.028426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757320.028502:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757320.028520:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757320.028528:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757320.028548:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9295 00000100:00080000:2.0:1787757320.028575:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757320.028590:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757320.028679:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766241536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757320.028750:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757320.028758:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757320.028763:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757320.028773:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9295 00000100:00080000:2.0:1787757320.028782:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757320.028792:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757320.028823:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757320.028845:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766241536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757320.028859:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766241664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757320.028889:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757320.028897:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757320.028902:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757320.028912:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9295 00000100:00080000:2.0:1787757320.028923:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757320.028932:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757320.028944:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757320.028967:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766241664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757320.028979:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766241792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757320.029015:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757320.029027:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766241792:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787757320.029028:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757320.029041:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757320.029061:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9295 00000100:00080000:2.0:1787757320.029071:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757320.029094:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757320.029109:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757320.029137:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766241920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757320.029180:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757320.029189:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757320.029194:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757320.029205:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9295 00000100:00080000:2.0:1787757320.029215:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757320.029236:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757320.029246:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757320.029249:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766241920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757320.029360:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766242048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757320.029496:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766242048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757320.924558:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757321.052471:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757321.052610:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757321.948527:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757322.076414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757322.076495:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757322.972520:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757323.100492:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757323.100568:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:2.0:1787757323.100788:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:2.0:1787757323.100888:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787757323.100917:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787757323.100994:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787757323.101021:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787757323.101043:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787757323.101072:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787757323.101081:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757320/real 1787757323] req@ffffa0e6c60c9f80 x1874589766241792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757323.101137:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766241792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757323.101160:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757323.101169:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757323.101178:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766241792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757323.101193:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757320/real 1787757323] req@ffffa0e6c60c9180 x1874589766241664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757323.101217:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766241664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757323.101233:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757323.101240:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757323.101248:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766241664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757323.101261:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757320/real 1787757323] req@ffffa0e6c60ca300 x1874589766241536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757323.101362:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766241536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757323.101379:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757323.101386:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757323.101394:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766241536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757323.101440:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757320/real 1787757323] req@ffffa0e6c60c8380 x1874589766242048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757323.101463:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766242048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757323.101482:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757323.101490:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757323.101497:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766242048:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757323.101509:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757320/real 1787757323] req@ffffa0e6c60caa00 x1874589766241920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757323.101532:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766241920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757323.101551:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757323.101557:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757323.101565:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766241920:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757323.996433:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757324.124396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757324.124412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757325.020441:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787757325.148373:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757325.148374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757325.148381:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757325.148388:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757325.148397:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9300 00000100:00080000:0.0:1787757325.148406:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757325.148413:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757325.148416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757325.148444:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766242176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757325.148466:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757325.148469:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757325.148471:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757325.148474:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9300 00000100:00080000:0.0:1787757325.148477:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757325.148479:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757325.148487:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757325.148497:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766242304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757325.148509:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757325.148513:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766242176:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757325.148514:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757325.148519:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757325.148526:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9300 00000100:00080000:0.0:1787757325.148530:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757325.148535:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757325.148542:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757325.148555:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766242432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757325.148563:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757325.148565:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757325.148567:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787757325.148572:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757325.148576:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9300 00000100:00080000:0.0:1787757325.148583:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757325.148588:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757325.148595:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757325.148604:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757325/real 1787757325] req@ffffa0e6d86c6300 x1874589766242176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757325.148610:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766242560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757325.148637:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766242176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757325.148640:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757325.148647:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757325.148650:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757325.148654:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9300 00000100:00080000:0.0:1787757325.148657:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757325.148660:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757325.148667:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787757325.148670:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757325.148678:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787757325.148680:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766242688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757325.148686:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766242176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757325.148721:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766242304:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757325.148745:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757325.148758:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757325/real 1787757325] req@ffffa0e6d86c5880 x1874589766242304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757325.148776:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766242304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757325.148786:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757325.148789:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757325.148792:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766242304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757325.148798:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766242432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757325.148818:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757325.148830:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757325/real 1787757325] req@ffffa0e6d86c7800 x1874589766242432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757325.148841:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766242432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757325.148849:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757325.148852:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757325.148855:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766242432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757325.148861:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766242560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757325.148878:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757325.148888:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757325/real 1787757325] req@ffffa0e6d86c5c00 x1874589766242560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757325.148899:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766242560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757325.148915:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757325.148918:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757325.148922:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766242560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757325.148927:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766242688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757325.148947:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757325.148958:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757325/real 1787757325] req@ffffa0e6d86c6680 x1874589766242688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757325.148970:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766242688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757325.148986:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757325.148989:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757325.148993:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766242688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757326.044639:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757326.172422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757326.172458:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757327.068560:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757327.196405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757327.196441:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757328.092372:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757328.220350:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757328.220426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757329.116490:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757329.244389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757329.244422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757330.140451:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00020000:3.0:1787757330.268373:0:15204:0:(osc_cache.c:1000:osc_extent_wait()) extent ffffa0e6c6293480@{[0 -> 0/1023], [3|0|+|rpc|wihuY|ffffa0e6c9708380], [28672|1|+|-|ffffa0e6c8d7c800|1024|ffffa0e6c7bba7c0]} lustre-OST0001-osc-ffffa0e6c7ba9800: wait ext to 0 timedout, recovery in progress? 00000008:00020000:0.0:1787757330.268420:0:15205:0:(osc_cache.c:1000:osc_extent_wait()) extent ffffa0e6d16059c0@{[0 -> 0/1023], [3|0|+|rpc|wihY|ffffa0e6c780b500], [28672|1|+|-|ffffa0e6c56c3c00|1024|ffffa0e6c1494f80]} lustre-OST0000-osc-ffffa0e6c7ba9800: wait ext to 0 timedout, recovery in progress? 00000008:00020000:0.0:1787757330.268436:0:15205:0:(osc_cache.c:1000:osc_extent_wait()) ### extent: 00000000206dd894 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000026f798cc/0xc63d509de01cf092 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0xa58e5f4f9d223816 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00080000:1.0:1787757330.268444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00020000:2.0:1787757330.268456:0:138620:0:(osc_cache.c:1000:osc_extent_wait()) extent ffffa0e6d826cd80@{[0 -> 0/1023], [3|0|+|rpc|wiuY|ffffa0e6c631e1c0], [28672|1|+|-|ffffa0e6ca0b4600|1024|ffffa0e6c6fa27c0]} lustre-OST0001-osc-ffffa0e6c7ba9800: wait ext to 0 timedout, recovery in progress? 00000100:00080000:1.0:1787757330.268458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757330.268470:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000008:00020000:2.0:1787757330.268501:0:138620:0:(osc_cache.c:1000:osc_extent_wait()) ### extent: 0000000062976c48 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 00000000c3d4692d/0xc63d509de01cceb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0xa58e5f4f9d21b538 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00080000:1.0:1787757330.268506:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9306 00000100:00080000:1.0:1787757330.268526:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757330.268537:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757330.268558:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757330.268587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766242816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00020000:2.0:1787757330.268594:0:116551:0:(osc_cache.c:1000:osc_extent_wait()) extent ffffa0e6c6293f00@{[0 -> 0/1023], [3|0|+|rpc|wihuY|ffffa0e6c3feb340], [28672|1|+|-|ffffa0e6c6620400|1024|ffffa0e6c7bb8000]} lustre-OST0000-osc-ffffa0e6c7ba9800: wait ext to 0 timedout, recovery in progress? 00000008:00020000:2.0:1787757330.268646:0:116551:0:(osc_cache.c:1000:osc_extent_wait()) ### extent: 00000000fb88f846 ns: lustre-OST0000-osc-ffffa0e6c7ba9800 lock: 0000000002bf0236/0xc63d509de01cdc79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0xa58e5f4f9d21e72d expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00080000:1.0:1787757330.268665:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757330.268673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757330.268677:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757330.268689:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9306 00000100:00100000:2.0:1787757330.268696:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757330.268698:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757330.268713:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757330.268725:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757330.268749:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766242944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757330.268770:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757330.268776:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757330.268779:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757330.268787:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9306 00000100:00100000:2.0:1787757330.268796:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766242816:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757330.268798:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757330.268819:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757330.268827:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757330.268849:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766243072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757330.268868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757330.268873:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757330.268877:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757330.268884:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9306 00000100:00080000:1.0:1787757330.268894:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757330.268901:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757330.268911:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787757330.268933:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757330.268937:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766243200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757330.268953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757330.268958:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757330.268961:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757330.268970:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9306 00000100:00080000:1.0:1787757330.268976:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757330.268982:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757330.268988:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757330.269003:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766243328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757330.269040:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757330/real 1787757330] req@ffffa0e6c792b100 x1874589766242816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757330.269071:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766242816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757330.269088:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757330.269094:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757330.269101:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766242816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757330.269112:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766242944:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757330.269148:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757330.269165:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757330/real 1787757330] req@ffffa0e6c7928380 x1874589766242944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757330.269181:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766242944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757330.269223:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757330.269228:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757330.269233:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766242944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757330.269300:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766243072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757330.269332:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757330.269347:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757330/real 1787757330] req@ffffa0e6c792bb80 x1874589766243072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757330.269363:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766243072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757330.269375:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757330.269379:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757330.269383:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766243072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757330.269391:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766243200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757330.269413:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757330.269425:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757330/real 1787757330] req@ffffa0e6c7929f80 x1874589766243200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757330.269440:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766243200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757330.269453:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757330.269457:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757330.269460:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766243200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757330.269467:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766243328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757330.269489:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757330.269501:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757330/real 1787757330] req@ffffa0e6c7929c00 x1874589766243328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757330.269515:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766243328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757330.269527:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757330.269531:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757330.269534:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766243328:192.168.201.131@tcp:8:kworker.0 00000008:00020000:3.0:1787757330.279007:0:15204:0:(osc_cache.c:1000:osc_extent_wait()) ### extent: 000000009ab178d3 ns: lustre-OST0001-osc-ffffa0e6c7ba9800 lock: 000000001577bcb6/0xc63d509de01cdc95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0xa58e5f4f9d21e788 expref: -99 pid: 138509 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787757331.164501:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757331.292380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757331.292400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757332.188401:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757332.316326:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757332.316418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757333.212489:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757333.340397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757333.340402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757334.236472:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757334.364381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757334.364404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757335.260524:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757335.388390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757335.388411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757335.388445:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757335.388455:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757335.388462:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757335.388475:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9311 00000100:00080000:3.0:1787757335.388489:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757335.388499:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757335.388547:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766243456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757335.388588:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757335.388593:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757335.388596:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757335.388601:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9311 00000100:00080000:3.0:1787757335.388605:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757335.388610:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757335.388621:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757335.388645:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766243584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757335.388660:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757335.388664:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757335.388667:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757335.388672:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9311 00000100:00080000:3.0:1787757335.388677:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757335.388681:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766243456:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757335.388689:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757335.388700:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757335.388719:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766243712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757335.388740:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757335.388746:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757335.388750:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757335.388759:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9311 00000100:00080000:3.0:1787757335.388769:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757335.388776:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757335.388788:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787757335.388802:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757335.388817:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766243840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757335.388840:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757335.388844:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757335.388847:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757335.388854:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9311 00000100:00080000:3.0:1787757335.388861:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757335.388867:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757335.388877:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757335/real 1787757335] req@ffffa0e6c35b3480 x1874589766243456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787757335.388879:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757335.388904:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766243968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757335.388920:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766243456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757335.388938:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757335.388945:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757335.388952:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766243456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757335.388964:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766243584:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757335.388998:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757335.389014:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757335/real 1787757335] req@ffffa0e6c35b1880 x1874589766243584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757335.389030:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766243584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757335.389042:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757335.389046:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757335.389051:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766243584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757335.389087:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766243712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757335.389156:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757335.389181:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757335/real 1787757335] req@ffffa0e6c35b0e00 x1874589766243712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757335.389224:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766243712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757335.389252:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757335.389258:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757335.389266:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766243712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757335.389321:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766243840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757335.389365:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757335.389392:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757335/real 1787757335] req@ffffa0e6c35b0a80 x1874589766243840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757335.389418:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766243840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757335.389439:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757335.389446:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757335.389454:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766243840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757335.389467:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766243968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757335.389518:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757335.389536:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757335/real 1787757335] req@ffffa0e6c35b1c00 x1874589766243968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757335.389552:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766243968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757335.389565:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757335.389569:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757335.389574:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766243968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757336.284574:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757336.412427:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757336.412440:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757337.308544:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757337.436423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757337.436426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757338.332522:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757338.460368:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757338.460410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757339.356549:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757339.484392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757339.484410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757340.380537:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757340.508406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757340.508429:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787757340.508437:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787757340.508439:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757340.508447:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757340.508461:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9316 00000100:00080000:1.0:1787757340.508475:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757340.508484:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757340.508524:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766244096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757340.508560:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757340.508564:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757340.508567:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757340.508571:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9316 00000100:00080000:1.0:1787757340.508575:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757340.508580:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757340.508590:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757340.508605:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766244224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757340.508617:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757340.508622:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757340.508624:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757340.508629:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9316 00000100:00080000:1.0:1787757340.508633:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757340.508638:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766244096:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757340.508641:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757340.508651:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757340.508664:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766244352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757340.508677:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757340.508684:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757340.508688:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757340.508697:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9316 00000100:00080000:1.0:1787757340.508704:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757340.508711:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757340.508721:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757340.508744:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766244480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757340.508765:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787757340.508766:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757340.508776:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757340.508781:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757340.508799:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9316 00000100:00080000:1.0:1787757340.508807:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757340.508813:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757340.508821:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757340.508824:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757340/real 1787757340] req@ffffa0e6c792a300 x1874589766244096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757340.508845:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766244608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757340.508868:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766244096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757340.508891:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757340.508901:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757340.508910:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766244096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757340.508925:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766244224:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757340.508969:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757340.508994:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757340/real 1787757340] req@ffffa0e6c7928e00 x1874589766244224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757340.509054:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766244224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757340.509071:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757340.509078:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757340.509085:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766244224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757340.509124:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766244352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757340.509167:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757340.509190:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757340/real 1787757340] req@ffffa0e6c792aa00 x1874589766244352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757340.509214:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766244352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757340.509231:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757340.509236:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757340.509240:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766244352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757340.509248:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766244480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757340.509309:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757340.509324:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757340/real 1787757340] req@ffffa0e6c7929880 x1874589766244480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757340.509339:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766244480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757340.509350:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757340.509367:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757340.509371:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766244480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757340.509378:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766244608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757340.509400:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757340.509413:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757340/real 1787757340] req@ffffa0e6c792ad80 x1874589766244608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757340.509426:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766244608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757340.509437:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757340.509440:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757340.509444:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766244608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757341.404532:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757341.532388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757341.532404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757342.428492:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757342.556372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757342.556389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757343.452540:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757343.580390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757343.580395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757344.476464:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757344.604414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757344.604423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757345.500526:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757345.628395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757345.628395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757345.628470:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757345.628478:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757345.628483:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757345.628494:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9321 00000100:00080000:3.0:1787757345.628506:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757345.628513:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757345.628555:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766244736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757345.628586:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757345.628591:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757345.628593:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757345.628598:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9321 00000100:00080000:3.0:1787757345.628602:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757345.628607:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757345.628617:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757345.628634:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766244864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757345.628640:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766244736:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757345.628649:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757345.628655:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757345.628656:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757345.628661:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9321 00000100:00080000:3.0:1787757345.628664:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757345.628668:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757345.628673:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757345.628686:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766244992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757345.628696:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757345.628700:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757345.628702:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757345.628706:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9321 00000100:00080000:3.0:1787757345.628711:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757345.628715:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757345.628721:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787757345.628725:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757345.628738:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766245120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757345.628750:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757345.628753:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757345.628756:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757345.628761:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9321 00000100:00080000:3.0:1787757345.628765:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757345.628770:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757345.628775:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757345/real 1787757345] req@ffffa0e6c35b3800 x1874589766244736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787757345.628777:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757345.628796:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766245248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757345.628809:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766244736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757345.628822:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757345.628828:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757345.628834:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766244736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757345.628857:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766244864:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757345.628881:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757345.628894:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757345/real 1787757345] req@ffffa0e6c35b3100 x1874589766244864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757345.628906:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766244864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757345.628915:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757345.628942:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757345.628946:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766244864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757345.628952:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766244992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757345.628972:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757345.628983:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757345/real 1787757345] req@ffffa0e6c35b1500 x1874589766244992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757345.628995:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766244992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757345.629003:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757345.629007:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757345.629010:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766244992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757345.629015:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766245120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757345.629031:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757345.629040:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757345/real 1787757345] req@ffffa0e6c35b3b80 x1874589766245120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757345.629051:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766245120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757345.629062:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757345.629065:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757345.629068:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766245120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757345.629073:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766245248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757345.629088:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757345.629096:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757345/real 1787757345] req@ffffa0e6c35b0380 x1874589766245248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757345.629107:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766245248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757345.629117:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757345.629120:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757345.629123:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766245248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757346.524561:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757346.652380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757346.652447:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757347.548572:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757347.676425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757347.676454:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757348.572495:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757348.700362:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757348.700400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757349.596527:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757349.724394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757349.724398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757350.620471:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757350.748408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757350.748423:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757350.748435:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757350.748441:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757350.748459:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9326 00000100:00080000:3.0:1787757350.748478:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787757350.748480:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757350.748496:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757350.748560:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766245376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757350.748608:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757350.748614:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757350.748616:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757350.748623:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9326 00000100:00080000:3.0:1787757350.748631:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757350.748639:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757350.748654:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757350.748668:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766245376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757350.748690:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766245504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757350.748716:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757350.748723:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757350.748727:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757350.748736:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9326 00000100:00080000:3.0:1787757350.748746:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757350.748754:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:2.0:1787757350.748766:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787757350.748767:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757350.748804:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766245632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757350.748819:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757350.748824:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757350.748886:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757350.748897:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9326 00000100:00100000:2.0:1787757350.748899:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757350/real 1787757350] req@ffffa0e6c35b1180 x1874589766245376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757350.748904:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757350.748917:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757350.748930:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757350.748952:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766245760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757350.748963:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766245376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757350.749008:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757350.749015:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787757350.749016:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757350.749025:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757350.749031:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787757350.749039:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9326 00000100:00080000:3.0:1787757350.749046:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757350.749049:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766245376:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757350.749056:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757350.749070:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757350.749085:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766245888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757350.749111:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766245504:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757350.749169:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757350.749196:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757350/real 1787757350] req@ffffa0e6c35b0380 x1874589766245504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757350.749222:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766245504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757350.749240:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757350.749248:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757350.749255:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766245504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757350.749300:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766245632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757350.749335:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757350.749352:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757350/real 1787757350] req@ffffa0e6c35b3b80 x1874589766245632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757350.749368:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766245632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757350.749380:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757350.749384:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757350.749388:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766245632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757350.749396:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766245760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757350.749417:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757350.749428:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757350/real 1787757350] req@ffffa0e6c35b1500 x1874589766245760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757350.749442:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766245760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757350.749454:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757350.749457:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757350.749461:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766245760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757350.749467:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766245888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757350.749487:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757350.749497:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757350/real 1787757350] req@ffffa0e6c35b3100 x1874589766245888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757350.749511:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766245888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757350.749522:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757350.749525:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757350.749528:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766245888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757351.644547:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757351.772412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757351.772468:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757352.668477:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757352.796361:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757352.796376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757353.692502:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757353.820415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757353.820469:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757354.716505:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757354.844400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757354.844414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757355.740448:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757355.868372:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787757355.868374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757355.868384:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757355.868389:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757355.868402:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9331 00000100:00080000:3.0:1787757355.868418:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757355.868421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757355.868430:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757355.868486:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766246016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757355.868509:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757355.868513:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757355.868515:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757355.868520:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9331 00000100:00080000:3.0:1787757355.868523:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757355.868526:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757355.868539:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757355.868549:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766246144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757355.868563:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757355.868568:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757355.868571:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757355.868578:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766246016:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757355.868585:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9331 00000100:00080000:3.0:1787757355.868599:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757355.868605:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757355.868612:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757355.868630:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766246272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757355.868639:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757355.868642:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757355.868644:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757355.868648:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9331 00000100:00080000:3.0:1787757355.868652:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757355.868656:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757355.868661:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757355.868673:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766246400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757355.868686:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757355.868691:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757355.868694:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757355.868705:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9331 00000800:00000100:2.0:1787757355.868708:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757355.868715:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757355.868723:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757355.868728:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757355.868777:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766246528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757355.868805:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757355/real 1787757355] req@ffffa0e6c35b3800 x1874589766246016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757355.868829:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766246016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757355.868839:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757355.868843:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757355.868847:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766246016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757355.868882:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766246144:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757355.868908:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757355.868919:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757355/real 1787757355] req@ffffa0e6c35b1c00 x1874589766246144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757355.868930:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766246144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757355.868938:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757355.868941:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757355.868944:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766246144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757355.868949:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766246272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757355.868963:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757355.868971:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757355/real 1787757355] req@ffffa0e6c35b0a80 x1874589766246272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757355.868981:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766246272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757355.868988:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757355.868991:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757355.868993:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766246272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757355.868998:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766246400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757355.869012:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757355.869020:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757355/real 1787757355] req@ffffa0e6c35b0e00 x1874589766246400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757355.869030:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766246400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757355.869038:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757355.869040:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757355.869043:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766246400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757355.869067:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766246528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757355.869089:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757355.869102:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757355/real 1787757355] req@ffffa0e6c35b1880 x1874589766246528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757355.869125:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766246528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757355.869177:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757355.869185:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757355.869192:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766246528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757356.764570:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757356.892365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757356.892365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757357.788496:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757357.916385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757357.916434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757358.812636:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757358.940418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757358.940493:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757359.836603:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757359.964390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757359.964390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757360.860463:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757360.988452:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757360.988455:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757360.988464:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757360.988469:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757360.988483:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9336 00000100:00100000:0.0:1787757360.988485:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787757360.988495:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757360.988505:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757360.988545:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766246656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757360.988572:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757360.988576:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757360.988578:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757360.988582:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9336 00000100:00080000:1.0:1787757360.988585:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757360.988589:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757360.988598:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757360.988610:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766246784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757360.988622:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757360.988622:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766246656:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757360.988634:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757360.988636:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757360.988640:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9336 00000100:00080000:1.0:1787757360.988643:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757360.988662:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757360.988677:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757360.988714:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766246912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757360.988728:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757360.988733:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757360.988739:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787757360.988741:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787757360.988750:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9336 00000100:00080000:1.0:1787757360.988759:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757360.988766:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757360.988774:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757360.988791:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766247040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757360.988804:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757360/real 1787757360] req@ffffa0e6c792b480 x1874589766246656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757360.988811:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757360.988827:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757360.988833:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757360.988844:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9336 00000100:00080000:1.0:1787757360.988849:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757360.988854:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766246656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757360.988862:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757360.988875:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:2.0:1787757360.988886:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1787757360.988895:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766247168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757360.988899:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757360.988915:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766246656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757360.988975:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766246784:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757360.989005:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757360.989021:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757360/real 1787757360] req@ffffa0e6c792ad80 x1874589766246784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757360.989039:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766246784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757360.989052:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757360.989057:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757360.989062:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766246784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757360.989071:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766246912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757360.989095:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757360.989105:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757360/real 1787757360] req@ffffa0e6c7929880 x1874589766246912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757360.989116:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766246912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757360.989124:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757360.989126:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757360.989129:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766246912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757360.989134:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766247040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757360.989148:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757360.989156:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757360/real 1787757360] req@ffffa0e6c792aa00 x1874589766247040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757360.989165:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766247040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757360.989173:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757360.989175:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757360.989179:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766247040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757360.989183:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766247168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757360.989196:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757360.989203:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757360/real 1787757360] req@ffffa0e6c7928e00 x1874589766247168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757360.989212:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766247168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757360.989220:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757360.989222:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757360.989224:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766247168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757361.884598:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757362.012386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757362.012455:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757362.908565:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757363.036373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757363.036432:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757363.932538:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757364.060463:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757364.060481:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757364.956446:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757365.084316:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757365.084330:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757365.980405:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787757366.108358:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757366.108358:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757366.108368:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757366.108372:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787757366.108374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787757366.108383:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9341 00000100:00080000:1.0:1787757366.108395:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757366.108402:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757366.108438:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766247296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757366.108462:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757366.108466:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757366.108468:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757366.108473:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9341 00000100:00080000:1.0:1787757366.108477:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757366.108481:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757366.108491:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757366.108494:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766247296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757366.108507:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766247424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757366.108518:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757366.108522:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757366.108524:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757366.108529:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9341 00000100:00080000:1.0:1787757366.108533:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757366.108536:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757366.108542:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787757366.108551:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757366.108580:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766247552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757366.108598:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757366.108599:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757366/real 1787757366] req@ffffa0e6c792a300 x1874589766247296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757366.108605:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757366.108609:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757366.108619:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9341 00000100:00080000:1.0:1787757366.108625:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757366.108630:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757366.108636:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757366.108636:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766247296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757366.108653:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1787757366.108654:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766247680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757366.108663:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757366.108671:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766247296:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757366.108673:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757366.108680:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757366.108682:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757366.108688:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9341 00000100:00080000:1.0:1787757366.108691:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757366.108697:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766247424:192.168.201.131@tcp:38:kworker.0 00000100:00080000:1.0:1787757366.108698:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757366.108707:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757366.108721:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766247808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757366.108728:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757366.108744:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757366/real 1787757366] req@ffffa0e6c7929c00 x1874589766247424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757366.108756:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766247424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757366.108763:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757366.108766:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757366.108768:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766247424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757366.108775:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766247552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757366.108786:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757366.108792:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757366/real 1787757366] req@ffffa0e6c7929f80 x1874589766247552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757366.108800:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766247552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757366.108805:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757366.108807:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757366.108808:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766247552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757366.108812:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766247680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757366.108823:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757366.108829:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757366/real 1787757366] req@ffffa0e6c792bb80 x1874589766247680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757366.108837:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766247680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757366.108843:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757366.108845:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757366.108846:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766247680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757366.108856:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766247808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757366.108867:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757366.108872:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757366/real 1787757366] req@ffffa0e6c7928380 x1874589766247808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757366.108880:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766247808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757366.108886:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757366.108888:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757366.108890:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766247808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757367.004562:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757367.132421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757367.132425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757368.028516:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757368.156402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757368.156413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757369.052555:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757369.180394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757369.180397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757370.076555:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757370.204410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757370.204421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757371.100545:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757371.228383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757371.228439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787757371.228442:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787757371.228458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757371.228538:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757371.228556:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9347 00000100:00080000:1.0:1787757371.228574:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757371.228587:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757371.228646:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766247936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757371.228685:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757371.228690:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757371.228693:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757371.228699:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9347 00000100:00080000:1.0:1787757371.228706:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757371.228712:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757371.228725:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757371.228747:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766247936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757371.228748:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766248064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757371.228775:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757371.228779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757371.228781:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757371.228787:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9347 00000100:00080000:1.0:1787757371.228790:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757371.228794:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757371.228800:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757371.228812:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766248192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757371.228822:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757371.228827:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757371.228829:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757371.228833:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9347 00000100:00080000:1.0:1787757371.228837:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757371.228841:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757371.228848:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757371.228861:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766248320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757371.228872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757371.228877:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757371.228880:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757371.228885:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9347 00000100:00080000:1.0:1787757371.228890:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757371.228905:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757371.228911:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757371.228924:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766248448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757371.228938:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757371.229017:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757371/real 1787757371] req@ffffa0e6c792b100 x1874589766247936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757371.229053:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766247936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757371.229076:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757371.229084:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757371.229093:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766247936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757371.229133:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766248064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757371.229180:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757371.229207:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757371/real 1787757371] req@ffffa0e6c7928700 x1874589766248064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757371.229235:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766248064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757371.229255:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757371.229262:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757371.229315:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766248064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757371.229330:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766248192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757371.229370:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757371.229396:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757371/real 1787757371] req@ffffa0e6c7928a80 x1874589766248192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757371.229422:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766248192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757371.229456:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757371.229463:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757371.229500:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766248192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757371.229514:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766248320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757371.229553:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757371.229577:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757371/real 1787757371] req@ffffa0e6c792a680 x1874589766248320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757371.229604:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766248320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757371.229626:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757371.229633:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757371.229640:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766248320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757371.229653:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766248448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757371.229688:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757371.229708:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757371/real 1787757371] req@ffffa0e6c7929180 x1874589766248448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757371.229733:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766248448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757371.229754:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757371.229761:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757371.229770:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766248448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757372.124493:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757372.252397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757372.252402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757373.148493:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757373.276452:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757373.276456:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757374.172497:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757374.300371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757374.300386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757375.196542:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757375.324428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757375.324474:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757376.220633:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757376.348412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757376.348465:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757376.348485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757376.348505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757376.348514:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757376.348538:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9352 00000100:00080000:3.0:1787757376.348560:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757376.348576:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757376.348641:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766248576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757376.348685:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757376.348691:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757376.348694:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757376.348701:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9352 00000100:00080000:3.0:1787757376.348708:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757376.348717:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757376.348732:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757376.348750:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766248576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757376.348753:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766248704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757376.348799:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757376.348803:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757376.348806:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757376.348813:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9352 00000100:00080000:3.0:1787757376.348817:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757376.348823:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757376.348833:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757376.348851:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766248832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757376.348870:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757376.348874:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757376.348881:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757376.348886:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757376.348895:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9352 00000100:00080000:3.0:1787757376.348900:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757376.348909:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757376.348920:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757376.348937:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757376/real 1787757376] req@ffffa0e6c35b3480 x1874589766248576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757376.348940:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766248960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757376.348998:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766248576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757376.349008:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757376.349038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757376.349045:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787757376.349058:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757376.349068:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787757376.349076:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9352 00000100:00100000:2.0:1787757376.349079:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766248576:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757376.349085:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757376.349096:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757376.349105:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757376.349127:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766249088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757376.349130:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766248704:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757376.349192:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757376.349214:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757376/real 1787757376] req@ffffa0e6c35b2d80 x1874589766248704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757376.349233:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766248704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757376.349245:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757376.349249:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757376.349254:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766248704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757376.349264:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766248832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757376.349323:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757376.349337:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757376/real 1787757376] req@ffffa0e6c35b0700 x1874589766248832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757376.349353:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766248832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757376.349364:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757376.349368:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757376.349373:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766248832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757376.349408:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766248960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757376.349433:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757376.349447:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757376/real 1787757376] req@ffffa0e6c35b2680 x1874589766248960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757376.349461:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766248960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757376.349474:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757376.349478:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757376.349482:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766248960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757376.349504:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766249088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757376.349525:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757376.349537:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757376/real 1787757376] req@ffffa0e6c35b2a00 x1874589766249088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757376.349553:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766249088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757376.349565:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757376.349568:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757376.349572:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766249088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757377.244597:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757377.372397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757377.372464:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757378.268624:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757378.396407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757378.396453:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757379.292545:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757379.420410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757379.420446:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757380.316538:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757380.444408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757380.444430:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757381.340591:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757381.468396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757381.468474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757381.468485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757381.468491:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787757381.468495:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757381.468505:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9357 00000100:00080000:2.0:1787757381.468521:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757381.468531:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757381.468580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766249216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757381.468621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757381.468626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757381.468629:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757381.468634:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9357 00000100:00080000:2.0:1787757381.468638:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757381.468643:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757381.468655:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757381.468674:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766249344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757381.468689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757381.468694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757381.468698:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757381.468703:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766249216:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757381.468707:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9357 00000100:00080000:2.0:1787757381.468721:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757381.468725:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757381.468730:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757381.468750:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766249472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757381.468764:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757381.468769:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757381.468772:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757381.468777:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9357 00000100:00080000:2.0:1787757381.468781:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757381.468786:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757381.468792:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757381.468804:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766249600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757381.468816:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787757381.468823:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787757381.468825:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757381.468832:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757381.468840:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9357 00000100:00080000:2.0:1787757381.468848:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757381.468854:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757381.468861:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757381.468886:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757381/real 1787757381] req@ffffa0e6c60c8e00 x1874589766249216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757381.468888:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766249728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757381.468974:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766249216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757381.469003:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757381.469012:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757381.469020:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766249216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757381.469058:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766249344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757381.469107:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757381.469133:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757381/real 1787757381] req@ffffa0e6c60cad80 x1874589766249344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757381.469161:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766249344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757381.469180:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757381.469187:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757381.469194:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766249344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757381.469208:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766249472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757381.469250:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757381.469346:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757381/real 1787757381] req@ffffa0e6c60c9880 x1874589766249472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757381.469367:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766249472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757381.469379:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757381.469383:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757381.469387:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766249472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757381.469396:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766249600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757381.469427:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757381.469441:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757381/real 1787757381] req@ffffa0e6c60cb480 x1874589766249600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757381.469456:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766249600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757381.469468:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757381.469471:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757381.469475:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766249600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757381.469481:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766249728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757381.469500:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757381.469511:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757381/real 1787757381] req@ffffa0e6c60c8a80 x1874589766249728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757381.469525:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766249728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757381.469536:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757381.469539:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757381.469543:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766249728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757382.364584:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757382.492424:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757382.492424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757383.388502:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757383.516364:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757383.516366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757384.412613:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757384.540456:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757384.540457:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757385.436587:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757385.564402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757385.564478:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757386.460549:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757386.588457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787757386.588472:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757386.588472:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757386.588474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757386.588483:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757386.588511:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9362 00000100:00080000:3.0:1787757386.588536:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757386.588555:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757386.588633:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766249856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757386.588681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757386.588689:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757386.588693:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757386.588703:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9362 00000100:00080000:3.0:1787757386.588711:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757386.588722:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757386.588743:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757386.588770:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766249856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757386.588780:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766249984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757386.588799:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757386.588804:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757386.588807:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757386.588813:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9362 00000100:00080000:3.0:1787757386.588819:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757386.588825:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757386.588832:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757386.588857:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766250112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757386.588877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757386.588884:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757386.588888:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757386.588897:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9362 00000100:00080000:3.0:1787757386.588905:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757386.588914:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757386.588928:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757386.588954:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766250240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757386.588973:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766249984:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787757386.588973:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757386.588991:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757386.588999:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757386.589007:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9362 00000100:00080000:3.0:1787757386.589013:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757386.589018:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757386.589026:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757386.589045:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766250368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757386.589059:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766250112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757386.589100:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766250240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757386.589124:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766250368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757387.484554:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757387.612464:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757387.612536:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757388.508525:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757388.636423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757388.636522:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757389.532557:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757389.660460:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757389.660784:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:3.0:1787757389.660827:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787757389.660928:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787757389.660965:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757389.661048:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757389.661069:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757389.661092:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757389.661126:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787757389.661176:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757386/real 1787757389] req@ffffa0e6c35b0700 x1874589766250240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757389.661234:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766250240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757389.661265:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757389.661344:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757389.661354:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766250240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757389.661371:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757386/real 1787757389] req@ffffa0e6c35b2d80 x1874589766250368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757389.661399:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766250368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757389.661419:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757389.661426:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757389.661433:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766250368:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757389.661447:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757386/real 1787757389] req@ffffa0e6c35b2a00 x1874589766249984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757389.661485:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766249984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757389.661508:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757389.661517:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757389.661527:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766249984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757389.661542:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757386/real 1787757389] req@ffffa0e6c35b2680 x1874589766250112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757389.661575:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766250112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757389.661594:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757389.661602:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757389.661609:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766250112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757389.661623:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757386/real 1787757389] req@ffffa0e6c35b1f80 x1874589766249856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757389.661648:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766249856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757389.661664:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757389.661671:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757389.661677:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766249856:192.168.201.131@tcp:250:kworker.0 00010000:00010000:0.0:1787757390.556582:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757390.684429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757390.684518:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757391.580482:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757391.708426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757391.708433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757391.708443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757391.708453:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757391.708470:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9367 00000100:00080000:3.0:1787757391.708488:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787757391.708501:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757391.708502:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757391.708585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766250496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757391.708642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757391.708651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757391.708655:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757391.708665:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9367 00000100:00080000:3.0:1787757391.708672:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757391.708679:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757391.708696:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757391.708719:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766250624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757391.708732:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766250496:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757391.708740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757391.708751:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757391.708754:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757391.708772:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9367 00000100:00080000:3.0:1787757391.708777:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757391.708783:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757391.708793:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757391.708818:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766250752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757391.708838:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757391.708845:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757391.708849:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757391.708859:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9367 00000100:00080000:3.0:1787757391.708867:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757391.708875:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787757391.708889:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787757391.708894:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757391.708926:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766250880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757391.708949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757391.708957:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757391.708961:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757391.708972:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757391/real 1787757391] req@ffffa0e6c35b3480 x1874589766250496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757391.708976:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9367 00000100:00080000:3.0:1787757391.708989:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757391.709006:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757391.709023:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757391.709036:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766250496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757391.709054:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766251008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757391.709069:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757391.709088:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757391.709100:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766250496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757391.709187:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766250624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757391.709238:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757391.709266:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757391/real 1787757391] req@ffffa0e6c35b1880 x1874589766250624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757391.709380:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766250624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757391.709401:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757391.709409:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757391.709416:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766250624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757391.709430:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766250752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757391.709476:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757391.709502:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757391/real 1787757391] req@ffffa0e6c35b0e00 x1874589766250752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757391.709545:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766250752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757391.709578:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757391.709585:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757391.709592:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766250752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757391.709605:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766250880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757391.709651:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757391.709676:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757391/real 1787757391] req@ffffa0e6c35b0a80 x1874589766250880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757391.709703:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766250880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757391.709727:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757391.709732:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757391.709740:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766250880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757391.709755:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766251008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757391.709800:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757391.709827:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757391/real 1787757391] req@ffffa0e6c35b1c00 x1874589766251008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757391.709857:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766251008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757391.709880:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757391.709886:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757391.709895:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766251008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757392.604494:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757392.732452:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757392.732543:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757393.628451:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757393.756471:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757393.756496:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757394.652520:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757394.780417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757394.780422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757395.676557:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757395.804462:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757395.804463:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757396.700578:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757396.828423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757396.828429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757396.828431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757396.828444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757396.828452:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757396.828467:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9372 00000100:00080000:1.0:1787757396.828484:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757396.828498:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757396.828552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766251136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757396.828591:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757396.828596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757396.828599:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757396.828604:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9372 00000100:00080000:1.0:1787757396.828609:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757396.828615:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757396.828626:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757396.828645:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766251264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757396.828658:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766251136:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757396.828667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757396.828674:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757396.828677:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757396.828683:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9372 00000100:00080000:1.0:1787757396.828690:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757396.828696:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757396.828702:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757396.828718:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766251392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757396.828732:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757396.828737:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757396.828739:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757396.828743:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9372 00000100:00080000:1.0:1787757396.828749:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787757396.828756:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787757396.828761:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757396.828771:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757396.828786:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766251520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757396.828800:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757396.828804:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757396.828807:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757396.828816:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757396/real 1787757396] req@ffffa0e6c7929500 x1874589766251136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757396.828819:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9372 00000100:00080000:1.0:1787757396.828828:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757396.828841:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757396.828857:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757396.828871:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766251136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757396.828875:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766251648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757396.828924:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757396.828935:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757396.828942:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766251136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757396.828974:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766251264:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757396.829002:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757396.829064:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757396/real 1787757396] req@ffffa0e6c7929180 x1874589766251264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757396.829084:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766251264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757396.829096:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757396.829100:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757396.829104:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766251264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757396.829112:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766251392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757396.829141:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757396.829155:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757396/real 1787757396] req@ffffa0e6c792a680 x1874589766251392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757396.829170:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766251392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757396.829181:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757396.829184:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757396.829189:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766251392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757396.829195:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766251520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757396.829216:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757396.829228:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757396/real 1787757396] req@ffffa0e6c7928a80 x1874589766251520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757396.829242:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766251520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757396.829254:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757396.829257:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757396.829261:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766251520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757396.829298:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766251648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757396.829327:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757396.829349:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757396/real 1787757396] req@ffffa0e6c7928700 x1874589766251648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757396.829372:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766251648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757396.829394:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757396.829401:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757396.829408:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766251648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757397.724556:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757397.852389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757397.852421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757398.748521:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757398.876366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757398.876406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757399.772541:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757399.900397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757399.900416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757400.796594:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757400.924387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757400.924427:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757401.820541:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757401.948428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757401.948435:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757401.948454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757401.948465:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757401.948486:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9377 00000100:00100000:2.0:1787757401.948507:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757401.948510:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757401.948531:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757401.948603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766251776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757401.948655:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757401.948660:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757401.948662:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757401.948669:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9377 00000100:00080000:3.0:1787757401.948676:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757401.948687:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757401.948706:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757401.948716:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766251776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757401.948742:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766251904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757401.948769:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757401.948777:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757401.948782:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757401.948792:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9377 00000100:00080000:3.0:1787757401.948816:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757401.948826:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:2.0:1787757401.948835:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787757401.948840:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757401.948868:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766252032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757401.948883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757401.948888:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757401.948892:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757401.948901:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9377 00000100:00100000:2.0:1787757401.948913:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757401/real 1787757401] req@ffffa0e6c35b3800 x1874589766251776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757401.948915:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757401.948956:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757401.948977:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757401.948996:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766251776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757401.949011:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766252160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757401.949020:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757401.949040:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787757401.949052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757401.949056:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766251776:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757401.949066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757401.949076:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757401.949088:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9377 00000100:00080000:3.0:1787757401.949098:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757401.949108:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757401.949119:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766251904:192.168.201.131@tcp:38:kworker.0 00000008:00100000:3.0:1787757401.949120:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757401.949160:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766252288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757401.949194:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757401.949232:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757401/real 1787757401] req@ffffa0e6c35b3100 x1874589766251904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757401.949260:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766251904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757401.949309:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757401.949314:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757401.949319:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766251904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757401.949331:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766252032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757401.949377:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757401.949402:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757401/real 1787757401] req@ffffa0e6c35b1500 x1874589766252032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757401.949443:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766252032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757401.949455:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757401.949459:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757401.949464:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766252032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757401.949472:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766252160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757401.949503:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757401.949517:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757401/real 1787757401] req@ffffa0e6c35b3b80 x1874589766252160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757401.949532:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766252160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757401.949546:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757401.949550:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757401.949554:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766252160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757401.949574:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766252288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757401.949595:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757401.949606:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757401/real 1787757401] req@ffffa0e6c35b0380 x1874589766252288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757401.949620:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766252288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757401.949643:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757401.949647:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757401.949651:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766252288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757402.844594:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757402.972441:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757402.972457:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757403.868560:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757403.996402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757403.996430:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757404.892562:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757405.020374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757405.020408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757405.916514:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757406.044386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757406.044429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757406.940499:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757407.068406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757407.068415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757407.068430:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757407.068441:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757407.068447:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757407.068460:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9382 00000100:00080000:0.0:1787757407.068476:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757407.068486:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757407.068537:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766252416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757407.068576:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757407.068581:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757407.068584:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757407.068589:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9382 00000100:00080000:0.0:1787757407.068594:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757407.068599:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757407.068612:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757407.068629:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766252544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757407.068636:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766252416:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757407.068664:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757407.068669:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757407.068671:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757407.068677:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9382 00000100:00080000:0.0:1787757407.068682:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757407.068686:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757407.068694:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757407.068710:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766252672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757407.068724:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757407.068728:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757407.068731:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757407.068735:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9382 00000800:00000100:2.0:1787757407.068743:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757407.068744:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757407.068771:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757407.068780:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757407.068806:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757407/real 1787757407] req@ffffa0e6d86c6680 x1874589766252416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757407.068807:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766252800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757407.068872:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757407.068880:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757407.068883:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757407.068891:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9382 00000100:00100000:2.0:1787757407.068897:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766252416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757407.068901:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757407.068916:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:2.0:1787757407.068930:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1787757407.068931:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:2.0:1787757407.068946:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757407.068961:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766252416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787757407.068962:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766252928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757407.069006:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766252544:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757407.069038:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757407.069055:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757407/real 1787757407] req@ffffa0e6d86c5c00 x1874589766252544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757407.069071:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766252544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757407.069083:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757407.069088:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757407.069093:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766252544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757407.069099:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766252672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757407.069119:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757407.069130:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757407/real 1787757407] req@ffffa0e6d86c7800 x1874589766252672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757407.069144:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766252672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757407.069155:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757407.069158:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757407.069162:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766252672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757407.069169:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766252800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757407.069188:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757407.069200:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757407/real 1787757407] req@ffffa0e6d86c5880 x1874589766252800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757407.069214:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766252800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757407.069225:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757407.069229:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757407.069233:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766252800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757407.069240:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766252928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757407.069315:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757407.069344:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757407/real 1787757407] req@ffffa0e6d86c6300 x1874589766252928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757407.069370:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766252928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757407.069386:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757407.069390:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757407.069395:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766252928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757407.964516:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757408.092394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757408.092400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757408.988575:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757409.116397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757409.116437:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757410.012572:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757410.140334:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757410.140353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757411.036531:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757411.164362:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757411.164440:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757412.060529:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757412.188411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757412.188488:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757412.188500:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757412.188507:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757412.188524:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9387 00000100:00080000:3.0:1787757412.188556:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757412.188569:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757412.188606:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757412.188642:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766253056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757412.188684:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757412.188695:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757412.188698:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757412.188704:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9387 00000100:00080000:3.0:1787757412.188711:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757412.188720:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757412.188739:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757412.188769:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766253056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757412.188804:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766253184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757412.188835:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757412.188840:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757412.188843:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757412.188853:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9387 00000100:00080000:3.0:1787757412.188861:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787757412.188871:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757412.188877:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757412.188890:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757412.188914:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766253312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757412.188929:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757412.188933:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757412/real 1787757412] req@ffffa0e6c35b1180 x1874589766253056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757412.188936:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757412.188945:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757412.188965:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9387 00000100:00080000:3.0:1787757412.188979:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757412.188988:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757412.188999:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766253056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787757412.189005:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:2.0:1787757412.189041:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787757412.189043:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766253440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757412.189056:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757412.189069:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766253056:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757412.189104:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757412.189112:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757412.189119:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757412.189125:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766253184:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787757412.189136:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9387 00000100:00080000:3.0:1787757412.189147:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757412.189155:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757412.189169:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:2.0:1787757412.189181:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757412.189206:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766253568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757412.189209:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757412/real 1787757412] req@ffffa0e6c35b0380 x1874589766253184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757412.189258:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766253184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757412.189306:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757412.189312:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757412.189325:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766253184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757412.189335:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766253312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757412.189370:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757412.189384:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757412/real 1787757412] req@ffffa0e6c35b3b80 x1874589766253312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757412.189400:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766253312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757412.189412:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757412.189415:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757412.189419:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766253312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757412.189427:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766253440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757412.189448:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757412.189460:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757412/real 1787757412] req@ffffa0e6c35b1500 x1874589766253440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757412.189474:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766253440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757412.189487:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757412.189490:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757412.189494:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766253440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757412.189516:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766253568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757412.189536:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757412.189548:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757412/real 1787757412] req@ffffa0e6c35b3100 x1874589766253568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757412.189563:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766253568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757412.189574:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757412.189578:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757412.189581:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766253568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757413.084494:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757413.212426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757413.212443:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757414.108572:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757414.236416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757414.236421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757415.132531:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757415.260387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757415.260425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757416.156463:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757416.284381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757416.284390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757417.180547:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757417.308423:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757417.308442:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757417.308451:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757417.308456:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757417.308462:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757417.308475:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9393 00000100:00080000:3.0:1787757417.308499:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757417.308515:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757417.308587:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766253696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757417.308642:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757417.308651:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757417.308677:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757417.308696:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766253696:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757417.308703:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9393 00000100:00080000:3.0:1787757417.308718:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757417.308734:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757417.308754:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787757417.308779:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757417.308790:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766253824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757417.308821:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757417.308830:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757417/real 1787757417] req@ffffa0e6c35b3800 x1874589766253696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757417.308832:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757417.308838:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757417.308866:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9393 00000100:00080000:3.0:1787757417.308882:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757417.308889:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766253696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757417.308891:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757417.308917:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1787757417.308946:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757417.308955:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787757417.308956:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766253952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757417.308972:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766253696:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757417.309030:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757417.309039:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757417.309043:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757417.309051:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766253824:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787757417.309061:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9393 00000100:00080000:3.0:1787757417.309072:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757417.309082:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:2.0:1787757417.309095:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787757417.309096:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757417.309115:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757417/real 1787757417] req@ffffa0e6c35b1c00 x1874589766253824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757417.309128:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766254080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757417.309161:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766253824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757417.309171:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757417.309177:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787757417.309184:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757417.309189:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787757417.309200:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757417.309203:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766253824:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787757417.309230:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9393 00000100:00100000:2.0:1787757417.309232:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766253952:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787757417.309256:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757417.309308:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757417.309319:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:2.0:1787757417.309332:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757417.309345:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766254208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757417.309372:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757417/real 1787757417] req@ffffa0e6c35b0a80 x1874589766253952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757417.309406:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766253952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757417.309446:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757417.309452:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757417.309455:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766253952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757417.309474:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766254080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757417.309496:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757417.309507:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757417/real 1787757417] req@ffffa0e6c35b0e00 x1874589766254080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757417.309517:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766254080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757417.309526:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757417.309528:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757417.309531:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766254080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757417.309537:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766254208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757417.309550:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757417.309558:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757417/real 1787757417] req@ffffa0e6c35b1880 x1874589766254208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757417.309568:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766254208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757417.309576:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757417.309578:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757417.309581:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766254208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757418.204508:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757418.332420:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757418.332422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757419.228501:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757419.356396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757419.356400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757420.252413:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757420.380369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757420.380369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757421.276430:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757421.404361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757421.404366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757422.300486:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757422.428418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757422.428436:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757422.428487:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757422.428500:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757422.428507:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757422.428526:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9398 00000100:00080000:0.0:1787757422.428545:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757422.428556:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757422.428637:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766254336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757422.428678:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757422.428683:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757422.428686:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757422.428691:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9398 00000100:00080000:0.0:1787757422.428695:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757422.428700:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757422.428715:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757422.428733:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766254464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757422.428746:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757422.428752:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766254336:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757422.428755:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757422.428763:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757422.428775:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9398 00000100:00080000:0.0:1787757422.428778:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757422.428782:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757422.428789:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757422.428809:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766254592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757422.428820:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757422.428825:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757422.428828:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757422.428832:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9398 00000100:00080000:0.0:1787757422.428836:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757422.428839:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757422.428847:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757422.428859:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766254720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757422.428867:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757422.428900:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757422.428904:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757422.428908:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757422.428933:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9398 00000100:00100000:2.0:1787757422.428943:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757422/real 1787757422] req@ffffa0e6d86c6300 x1874589766254336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757422.428946:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757422.428966:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757422.429004:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757422.429012:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766254336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757422.429030:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1787757422.429033:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766254848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757422.429040:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757422.429055:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766254336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757422.429116:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766254464:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757422.429151:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757422.429167:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757422/real 1787757422] req@ffffa0e6d86c5880 x1874589766254464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757422.429182:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766254464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757422.429193:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757422.429197:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757422.429203:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766254464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757422.429211:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766254592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757422.429231:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757422.429242:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757422/real 1787757422] req@ffffa0e6d86c7800 x1874589766254592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757422.429257:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766254592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757422.429312:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757422.429316:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757422.429320:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766254592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757422.429338:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766254720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757422.429363:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757422.429377:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757422/real 1787757422] req@ffffa0e6d86c5c00 x1874589766254720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757422.429391:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766254720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757422.429404:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757422.429408:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757422.429412:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766254720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757422.429419:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766254848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757422.429437:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757422.429449:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757422/real 1787757422] req@ffffa0e6d86c6680 x1874589766254848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757422.429463:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766254848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757422.429475:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757422.429478:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757422.429482:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766254848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757423.324600:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757423.452394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757423.452402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757424.348618:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757424.476383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757424.476396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757425.372575:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757425.500403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757425.500420:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757426.396578:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757426.524425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757426.524447:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757427.420537:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757427.548451:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757427.548462:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757427.548466:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757427.548505:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757427.548507:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757427.548524:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9403 00000100:00080000:3.0:1787757427.548544:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757427.548558:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757427.548632:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766254976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757427.548670:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757427.548675:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757427.548678:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757427.548684:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9403 00000100:00080000:3.0:1787757427.548690:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757427.548697:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757427.548711:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757427.548758:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766254976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757427.548758:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766255104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757427.548789:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757427.548793:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757427.548796:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757427.548803:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9403 00000100:00080000:3.0:1787757427.548818:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757427.548823:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757427.548831:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757427.548849:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766255232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757427.548862:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757427.548867:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757427.548870:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757427.548874:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9403 00000100:00080000:3.0:1787757427.548882:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787757427.548883:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757427.548892:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757427.548901:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757427.548918:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766255360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757427.548932:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757427.548937:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757427.548943:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757427.548945:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757427/real 1787757427] req@ffffa0e6c35b3480 x1874589766254976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757427.548954:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9403 00000100:00080000:3.0:1787757427.548964:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757427.548976:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757427.548984:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757427.548991:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766254976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757427.549002:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766255488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757427.549027:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757427.549038:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757427.549045:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766254976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757427.549078:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766255104:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757427.549108:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757427.549124:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757427/real 1787757427] req@ffffa0e6c35b1f80 x1874589766255104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757427.549140:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766255104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757427.549151:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757427.549155:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757427.549160:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766255104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757427.549166:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766255232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757427.549185:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757427.549197:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757427/real 1787757427] req@ffffa0e6c35b2680 x1874589766255232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757427.549210:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766255232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757427.549221:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757427.549224:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757427.549228:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766255232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757427.549234:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766255360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757427.549254:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757427.549265:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757427/real 1787757427] req@ffffa0e6c35b2a00 x1874589766255360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757427.549316:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766255360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757427.549330:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757427.549334:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757427.549338:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766255360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757427.549345:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766255488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757427.549368:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757427.549381:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757427/real 1787757427] req@ffffa0e6c35b2d80 x1874589766255488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757427.549405:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766255488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757427.549417:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757427.549421:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757427.549425:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766255488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757428.444545:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757428.572525:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757428.572526:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757429.468673:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757429.596383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757429.596474:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757430.492531:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757430.620372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757430.620381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757431.516642:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757431.644386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757431.644442:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757432.540584:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757432.668506:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757432.668507:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757432.668549:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757432.668561:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757432.668570:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757432.668590:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9408 00000100:00080000:3.0:1787757432.668613:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757432.668629:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757432.668693:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766255616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757432.668734:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757432.668740:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757432.668743:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757432.668749:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9408 00000100:00080000:3.0:1787757432.668754:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757432.668761:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757432.668775:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757432.668798:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766255616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757432.668799:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766255744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757432.668834:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757432.668839:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757432.668841:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757432.668847:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9408 00000100:00080000:3.0:1787757432.668851:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757432.668856:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757432.668862:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757432.668877:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766255872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757432.668889:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757432.668895:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757432.668897:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757432.668902:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9408 00000100:00080000:3.0:1787757432.668918:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757432.668924:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757432.668930:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787757432.668943:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757432.668949:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766256000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757432.668965:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757432.668970:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757432.668973:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757432.668978:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9408 00000100:00080000:3.0:1787757432.668984:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757432.668989:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757432.668996:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757432.669014:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757432/real 1787757432] req@ffffa0e6c35b0700 x1874589766255616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757432.669015:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766256128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757432.669092:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766255616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757432.669110:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757432.669117:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757432.669123:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766255616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757432.669157:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766255744:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757432.669186:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757432.669201:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757432/real 1787757432] req@ffffa0e6c35b2d80 x1874589766255744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757432.669217:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766255744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757432.669229:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757432.669233:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757432.669237:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766255744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757432.669245:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766255872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757432.669265:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757432.669317:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757432/real 1787757432] req@ffffa0e6c35b2a00 x1874589766255872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757432.669332:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766255872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757432.669343:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757432.669348:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757432.669352:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766255872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757432.669360:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766256000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757432.669412:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757432.669426:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757432/real 1787757432] req@ffffa0e6c35b2680 x1874589766256000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757432.669441:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766256000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757432.669455:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757432.669459:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757432.669463:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766256000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757432.669470:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766256128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757432.669492:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757432.669503:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757432/real 1787757432] req@ffffa0e6c35b1f80 x1874589766256128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757432.669518:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766256128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757432.669531:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757432.669534:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757432.669538:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766256128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757433.564616:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757433.692420:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757433.692447:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757434.588551:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757434.716475:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757434.716475:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757435.612590:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757435.740435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757435.740463:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757436.636573:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757436.764413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757436.764438:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757437.660615:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757437.788470:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757437.788470:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757437.788540:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757437.788553:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757437.788561:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757437.788579:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9413 00000100:00080000:0.0:1787757437.788599:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757437.788610:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757437.788679:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766256256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757437.788721:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757437.788727:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757437.788731:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757437.788737:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9413 00000100:00080000:0.0:1787757437.788742:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757437.788748:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757437.788764:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757437.788789:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766256256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787757437.788790:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766256384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757437.788816:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757437.788821:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757437.788823:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757437.788828:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9413 00000100:00080000:0.0:1787757437.788832:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757437.788837:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757437.788843:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757437.788859:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766256512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757437.788872:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757437.788877:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757437.788879:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757437.788885:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9413 00000100:00080000:0.0:1787757437.788892:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757437.788897:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757437.788904:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787757437.788920:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787757437.788924:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766256640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757437.788939:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757437.788944:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757437.788946:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757437.788952:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9413 00000100:00080000:0.0:1787757437.788959:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757437.788968:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757437.788977:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787757437.789003:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766256768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757437.789006:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757437/real 1787757437] req@ffffa0e6d86c6680 x1874589766256256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757437.789080:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766256256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757437.789097:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757437.789104:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757437.789109:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766256256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757437.789151:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766256384:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757437.789181:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757437.789197:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757437/real 1787757437] req@ffffa0e6d86c5c00 x1874589766256384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757437.789212:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766256384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757437.789224:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757437.789229:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757437.789233:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766256384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757437.789240:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766256512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757437.789261:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757437.789344:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757437/real 1787757437] req@ffffa0e6d86c7800 x1874589766256512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757437.789373:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766256512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757437.789391:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757437.789398:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757437.789405:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766256512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757437.789418:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766256640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757437.789453:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757437.789469:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757437/real 1787757437] req@ffffa0e6d86c5880 x1874589766256640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757437.789485:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766256640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757437.789499:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757437.789503:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757437.789507:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766256640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757437.789515:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766256768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757437.789535:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757437.789546:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757437/real 1787757437] req@ffffa0e6d86c6300 x1874589766256768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757437.789560:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766256768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757437.789583:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757437.789587:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757437.789591:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766256768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757438.684551:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757438.812369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757438.812369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757439.708474:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757439.836371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757439.836371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757440.732613:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757440.860404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757440.860421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757441.756517:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757441.884391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757441.884401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757442.780615:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787757442.908387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757442.908406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1787757442.908407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757442.908412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757442.908414:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757442.908442:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9418 00000100:00080000:0.0:1787757442.908461:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757442.908473:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757442.908532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766256896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757442.908568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757442.908573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757442.908575:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757442.908581:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9418 00000100:00080000:0.0:1787757442.908586:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757442.908592:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757442.908605:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757442.908621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766257024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757442.908632:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766256896:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757442.908663:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757442.908669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757442.908671:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757442.908677:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9418 00000100:00080000:0.0:1787757442.908681:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757442.908689:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757442.908695:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757442.908708:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766257152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757442.908723:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757442.908727:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757442.908729:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757442.908734:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9418 00000100:00080000:0.0:1787757442.908741:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757442.908747:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757442.908754:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757442.908769:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766257280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757442.908775:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757442.908803:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757442.908809:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757442.908812:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757442.908820:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9418 00000100:00080000:0.0:1787757442.908830:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757442.908837:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757442.908847:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757442/real 1787757442] req@ffffa0e6d86c6300 x1874589766256896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787757442.908859:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757442.908877:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766256896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757442.908894:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766257408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757442.908896:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757442.908911:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757442.908931:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766256896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757442.908995:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766257024:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757442.909057:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757442.909077:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757442/real 1787757442] req@ffffa0e6d86c5880 x1874589766257024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757442.909095:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766257024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757442.909107:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757442.909112:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757442.909127:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766257024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757442.909137:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766257152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757442.909163:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757442.909176:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757442/real 1787757442] req@ffffa0e6d86c7800 x1874589766257152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757442.909191:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766257152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757442.909226:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757442.909231:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757442.909236:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766257152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757442.909245:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766257280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757442.909308:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757442.909325:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757442/real 1787757442] req@ffffa0e6d86c5c00 x1874589766257280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757442.909341:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766257280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757442.909354:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757442.909358:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757442.909363:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766257280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757442.909371:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766257408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757442.909393:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757442.909405:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757442/real 1787757442] req@ffffa0e6d86c6680 x1874589766257408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757442.909419:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766257408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757442.909431:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757442.909434:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757442.909438:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766257408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757443.804526:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757443.932333:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757443.932341:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757444.828623:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757444.956438:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757444.956453:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757445.852606:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757445.980412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757445.980427:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757446.876582:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757447.004388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757447.004411:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757447.900564:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757448.028385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757448.028403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757448.028409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757448.028419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757448.028426:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757448.028441:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9423 00000100:00080000:0.0:1787757448.028455:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757448.028466:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757448.028515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766257536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757448.028555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757448.028560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757448.028562:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757448.028568:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9423 00000100:00080000:0.0:1787757448.028572:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757448.028576:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757448.028589:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757448.028614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766257664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757448.028635:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766257536:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757448.028640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757448.028655:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757448.028659:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757448.028669:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9423 00000100:00080000:0.0:1787757448.028678:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757448.028687:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757448.028698:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757448.028724:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766257792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757448.028739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787757448.028742:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757448.028746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757448.028752:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757448.028759:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9423 00000100:00080000:0.0:1787757448.028767:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757448.028773:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757448.028782:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757448.028799:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766257920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757448.028812:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757448.028819:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1787757448.028820:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757448/real 1787757448] req@ffffa0e6d86c6680 x1874589766257536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757448.028823:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757448.028835:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9423 00000100:00080000:0.0:1787757448.028843:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757448.028855:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757448.028862:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757448.028876:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766257536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757448.028879:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766258048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757448.028946:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757448.028959:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757448.028970:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766257536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757448.029009:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766257664:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757448.029046:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757448.029065:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757448/real 1787757448] req@ffffa0e6d86c5c00 x1874589766257664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757448.029082:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766257664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757448.029099:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757448.029106:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757448.029167:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766257664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757448.029183:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766257792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757448.029226:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757448.029244:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757448/real 1787757448] req@ffffa0e6d86c7800 x1874589766257792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757448.029261:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766257792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757448.029306:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757448.029311:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757448.029316:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766257792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757448.029324:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766257920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757448.029351:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757448.029366:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757448/real 1787757448] req@ffffa0e6d86c5880 x1874589766257920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757448.029382:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766257920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757448.029394:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757448.029398:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757448.029402:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766257920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757448.029409:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766258048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757448.029442:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757448.029463:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757448/real 1787757448] req@ffffa0e6d86c6300 x1874589766258048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757448.029488:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766258048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757448.029509:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757448.029516:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757448.029523:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766258048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757448.924439:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757449.052347:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757449.052349:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757449.948527:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757450.076364:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757450.076365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757450.972565:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757451.100372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757451.100410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757451.996527:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757452.124409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757452.124426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757453.020584:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787757453.148449:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757453.148470:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757453.148479:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757453.148483:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757453.148489:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757453.148507:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9428 00000100:00080000:0.0:1787757453.148533:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757453.148550:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757453.148621:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766258176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757453.148669:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757453.148675:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757453.148678:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757453.148685:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9428 00000100:00080000:0.0:1787757453.148694:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757453.148704:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757453.148724:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757453.148740:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766258176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787757453.148760:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766258304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757453.148802:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757453.148808:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757453.148811:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757453.148819:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9428 00000100:00080000:0.0:1787757453.148828:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757453.148834:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757453.148861:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757453.148882:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766258432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757453.148897:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766258304:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787757453.148915:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757453.148922:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757453.148925:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757453.148938:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9428 00000100:00080000:0.0:1787757453.148958:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757453.148968:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766258432:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787757453.148969:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757453.148993:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757453.149049:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766258560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757453.149075:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757453.149082:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757453.149086:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757453.149094:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9428 00000100:00080000:0.0:1787757453.149102:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757453.149106:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766258560:192.168.201.131@tcp:8:kworker.0 00000100:00080000:0.0:1787757453.149114:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757453.149140:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787757453.149172:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766258688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757453.149212:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766258688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757454.044606:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757454.172442:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757454.172460:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757455.068544:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757455.196441:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757455.196469:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757456.092597:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757456.220450:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757456.220484:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:3.0:1787757456.220742:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787757456.220815:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787757456.220843:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757456.220926:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757456.220947:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757456.220998:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757456.221026:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:2.0:1787757456.221047:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757453/real 1787757456] req@ffffa0e6d86c5c00 x1874589766258560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757456.221103:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766258560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757456.221130:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757456.221140:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757456.221149:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766258560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757456.221166:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757453/real 1787757456] req@ffffa0e6d86c7800 x1874589766258432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757456.221192:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766258432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757456.221210:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757456.221218:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757456.221225:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766258432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757456.221239:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757453/real 1787757456] req@ffffa0e6d86c5880 x1874589766258304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757456.221266:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766258304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757456.221282:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757456.221289:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757456.221337:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766258304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757456.221352:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757453/real 1787757456] req@ffffa0e6d86c6300 x1874589766258176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757456.221379:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766258176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757456.221420:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757456.221428:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757456.221435:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766258176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757456.221488:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757453/real 1787757456] req@ffffa0e6d86c6680 x1874589766258688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757456.221517:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766258688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757456.221538:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757456.221544:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757456.221551:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766258688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757457.116529:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757457.244483:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757457.244528:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757458.140411:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757458.268417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757458.268417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757458.268487:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757458.268497:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757458.268502:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757458.268514:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9434 00000100:00080000:3.0:1787757458.268527:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757458.268535:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757458.268580:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766258816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757458.268618:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757458.268621:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757458.268622:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757458.268626:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9434 00000100:00080000:3.0:1787757458.268629:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757458.268632:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757458.268642:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757458.268653:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766258944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757458.268660:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757458.268663:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757458.268665:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757458.268669:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9434 00000100:00080000:3.0:1787757458.268671:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757458.268673:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757458.268678:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757458.268685:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766258816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757458.268688:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766259072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757458.268707:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757458.268709:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757458.268710:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757458.268713:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9434 00000100:00080000:3.0:1787757458.268715:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757458.268718:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757458.268722:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757458.268733:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766259200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757458.268744:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757458.268747:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757458.268748:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757458.268750:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9434 00000100:00080000:3.0:1787757458.268766:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757458.268769:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757458.268772:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757458.268780:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766259328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757458.268793:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757458.268845:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757458/real 1787757458] req@ffffa0e6c35b3480 x1874589766258816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757458.268867:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766258816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757458.268878:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757458.268883:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757458.268887:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766258816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757458.268896:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766258944:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757458.268927:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757458.268985:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757458/real 1787757458] req@ffffa0e6c35b1880 x1874589766258944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757458.268999:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766258944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757458.269008:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757458.269012:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757458.269016:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766258944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757458.269047:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766259072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757458.269089:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757458.269109:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757458/real 1787757458] req@ffffa0e6c35b0e00 x1874589766259072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757458.269127:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766259072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757458.269137:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757458.269141:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757458.269145:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766259072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757458.269152:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766259200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757458.269178:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757458.269191:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757458/real 1787757458] req@ffffa0e6c35b0a80 x1874589766259200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757458.269204:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766259200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757458.269216:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757458.269219:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757458.269222:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766259200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757458.269230:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766259328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757458.269250:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757458.269262:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757458/real 1787757458] req@ffffa0e6c35b1c00 x1874589766259328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757458.269312:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766259328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757458.269329:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757458.269333:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757458.269336:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766259328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757459.164508:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757459.292415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757459.292415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757460.188580:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757460.316357:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757460.316395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757461.212582:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757461.340392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757461.340411:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757462.236530:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757462.364416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757462.364431:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757463.260565:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757463.388394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757463.388405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757463.388412:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757463.388422:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757463.388428:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757463.388441:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9439 00000100:00080000:3.0:1787757463.388456:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757463.388466:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757463.388515:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766259456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757463.388552:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757463.388557:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757463.388559:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757463.388565:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9439 00000100:00080000:3.0:1787757463.388569:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757463.388573:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757463.388587:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757463.388603:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766259584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757463.388619:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757463.388628:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1787757463.388629:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766259456:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757463.388632:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757463.388649:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9439 00000100:00080000:3.0:1787757463.388653:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757463.388658:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757463.388665:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757463.388680:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766259712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757463.388692:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757463.388697:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757463.388700:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757463.388704:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9439 00000100:00080000:3.0:1787757463.388709:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757463.388713:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757463.388719:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787757463.388728:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757463.388736:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766259840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757463.388753:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757463.388757:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757463.388761:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757463.388768:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9439 00000100:00080000:3.0:1787757463.388774:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757463.388779:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757463.388786:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757463.388788:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757463/real 1787757463] req@ffffa0e6c35b3800 x1874589766259456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757463.388804:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766259968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757463.388826:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766259456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757463.388904:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757463.388914:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757463.388923:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766259456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757463.388962:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766259584:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757463.389000:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757463.389018:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757463/real 1787757463] req@ffffa0e6c35b3100 x1874589766259584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757463.389035:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766259584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757463.389048:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757463.389053:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757463.389057:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766259584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757463.389065:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766259712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757463.389087:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757463.389099:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757463/real 1787757463] req@ffffa0e6c35b1500 x1874589766259712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757463.389113:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766259712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757463.389124:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757463.389128:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757463.389132:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766259712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757463.389139:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766259840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757463.389158:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757463.389169:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757463/real 1787757463] req@ffffa0e6c35b3b80 x1874589766259840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757463.389183:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766259840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757463.389195:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757463.389199:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757463.389204:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766259840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757463.389211:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766259968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757463.389228:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757463.389239:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757463/real 1787757463] req@ffffa0e6c35b0380 x1874589766259968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757463.389252:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766259968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757463.389264:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757463.389297:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757463.389302:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766259968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757464.284553:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757464.412391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757464.412391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757465.308646:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757465.436399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757465.436399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757466.332554:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757466.460389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757466.460396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757467.356515:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757467.484408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757467.484431:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757468.380563:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757468.508422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757468.508431:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757468.508495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757468.508507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757468.508515:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757468.508543:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9444 00000100:00080000:0.0:1787757468.508562:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757468.508573:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757468.508641:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766260096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757468.508683:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757468.508689:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757468.508692:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757468.508698:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9444 00000100:00080000:0.0:1787757468.508703:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757468.508709:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757468.508724:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757468.508745:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766260096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787757468.508772:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766260224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757468.508804:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757468.508813:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757468.508815:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757468.508821:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9444 00000100:00080000:0.0:1787757468.508827:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757468.508832:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757468.508838:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757468.508855:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766260352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757468.508868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757468.508873:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757468.508876:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757468.508880:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9444 00000100:00080000:0.0:1787757468.508885:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757468.508889:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757468.508896:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757468.508909:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766260480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757468.508922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787757468.508932:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757468.508934:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757468.508942:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757468.508949:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9444 00000100:00080000:0.0:1787757468.508955:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757468.508960:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757468.508967:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787757468.508982:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766260608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757468.509011:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757468/real 1787757468] req@ffffa0e6d86c6680 x1874589766260096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757468.509040:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766260096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757468.509056:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757468.509061:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757468.509068:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766260096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757468.509115:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766260224:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757468.509164:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757468.509192:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757468/real 1787757468] req@ffffa0e6d86c6300 x1874589766260224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757468.509220:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766260224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757468.509239:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757468.509247:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757468.509253:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766260224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757468.509262:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766260352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757468.509331:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757468.509348:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757468/real 1787757468] req@ffffa0e6d86c5880 x1874589766260352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757468.509364:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766260352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757468.509376:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757468.509380:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757468.509384:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766260352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757468.509392:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766260480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757468.509413:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757468.509425:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757468/real 1787757468] req@ffffa0e6d86c7800 x1874589766260480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757468.509440:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766260480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757468.509453:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757468.509456:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757468.509459:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766260480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757468.509466:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766260608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757468.509486:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757468.509497:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757468/real 1787757468] req@ffffa0e6d86c5c00 x1874589766260608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757468.509511:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766260608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757468.509524:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757468.509528:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757468.509531:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766260608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757469.404534:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757469.532391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757469.532446:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757470.428448:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757470.556331:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757470.556353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757471.452512:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757471.580417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757471.580418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757472.476570:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757472.604341:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757472.604426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757473.500576:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757473.628419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757473.628463:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757473.628515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757473.628525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757473.628531:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757473.628546:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9449 00000100:00080000:3.0:1787757473.628560:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757473.628569:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757473.628631:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766260736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757473.628744:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757473.628747:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766260736:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757473.628763:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757473.628771:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757473.628782:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9449 00000100:00080000:3.0:1787757473.628792:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757473.628802:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757473.628819:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787757473.628839:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757473.628848:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766260864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757473.628879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757473.628884:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757473.628886:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757473.628895:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9449 00000100:00100000:2.0:1787757473.628897:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757473/real 1787757473] req@ffffa0e6c35b1180 x1874589766260736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757473.628902:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757473.628916:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757473.628930:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757473.628945:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766260736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757473.628951:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766260992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757473.628989:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787757473.628993:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757473.629003:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787757473.629004:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757473.629011:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757473.629021:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9449 00000100:00100000:2.0:1787757473.629023:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766260736:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757473.629026:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757473.629044:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757473.629056:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757473.629070:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766261120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757473.629083:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757473.629088:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757473.629090:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757473.629097:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766260864:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787757473.629100:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9449 00000100:00080000:3.0:1787757473.629111:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757473.629118:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757473.629123:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757473.629139:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766261248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757473.629174:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757473.629200:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757473/real 1787757473] req@ffffa0e6c35b0380 x1874589766260864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757473.629219:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766260864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757473.629231:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757473.629235:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757473.629240:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766260864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757473.629257:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766260992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757473.629333:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757473.629357:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757473/real 1787757473] req@ffffa0e6c35b3b80 x1874589766260992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757473.629385:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766260992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757473.629412:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757473.629416:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757473.629421:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766260992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757473.629429:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766261120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757473.629459:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757473.629474:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757473/real 1787757473] req@ffffa0e6c35b1500 x1874589766261120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757473.629488:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766261120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757473.629501:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757473.629517:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757473.629521:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766261120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757473.629543:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766261248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757473.629563:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757473.629575:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757473/real 1787757473] req@ffffa0e6c35b3100 x1874589766261248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757473.629609:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766261248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757473.629622:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757473.629626:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757473.629631:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766261248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757474.524574:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757474.652438:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757474.652441:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757475.548513:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757475.676385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757475.676443:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757476.572488:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757476.700379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757476.700382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757477.596681:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757477.724394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757477.724411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757478.620425:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757478.748331:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757478.748342:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757478.748343:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757478.748350:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757478.748355:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757478.748362:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9454 00000100:00080000:3.0:1787757478.748372:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757478.748378:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757478.748411:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766261376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757478.748433:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757478.748436:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757478.748437:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757478.748440:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9454 00000100:00080000:3.0:1787757478.748443:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757478.748446:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757478.748453:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757478.748463:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766261504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757478.748466:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766261376:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757478.748479:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757478.748484:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757478.748486:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757478.748490:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9454 00000100:00080000:3.0:1787757478.748492:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757478.748494:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757478.748498:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757478.748506:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766261632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757478.748513:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757478.748516:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757478.748518:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757478.748521:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9454 00000100:00080000:3.0:1787757478.748523:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757478.748527:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:2.0:1787757478.748528:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787757478.748532:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757478.748542:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766261760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757478.748548:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757478.748551:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757478.748552:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757478.748556:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9454 00000100:00080000:3.0:1787757478.748559:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757478.748562:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757478.748565:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757478/real 1787757478] req@ffffa0e6c35b3800 x1874589766261376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787757478.748591:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757478.748601:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766261376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757478.748609:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766261888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757478.748613:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757478.748620:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757478.748628:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766261376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757478.748649:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766261504:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757478.748665:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757478.748674:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757478/real 1787757478] req@ffffa0e6c35b1c00 x1874589766261504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757478.748682:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766261504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757478.748688:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757478.748690:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757478.748693:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766261504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757478.748697:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766261632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757478.748707:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757478.748713:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757478/real 1787757478] req@ffffa0e6c35b0a80 x1874589766261632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757478.748720:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766261632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757478.748725:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757478.748727:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757478.748729:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766261632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757478.748732:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766261760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757478.748742:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757478.748748:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757478/real 1787757478] req@ffffa0e6c35b0e00 x1874589766261760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757478.748755:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766261760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757478.748762:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757478.748764:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757478.748765:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766261760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757478.748769:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766261888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757478.748778:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757478.748784:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757478/real 1787757478] req@ffffa0e6c35b1880 x1874589766261888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757478.748791:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766261888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757478.748797:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757478.748799:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757478.748801:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766261888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757479.644472:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757479.772405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757479.772423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757480.668474:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757480.796378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757480.796381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757481.692576:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757481.820418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757481.820432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757482.716445:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757482.844349:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757482.844349:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757483.740428:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757483.868395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757483.868413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757483.868423:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757483.868434:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757483.868441:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757483.868470:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9459 00000100:00080000:3.0:1787757483.868493:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757483.868502:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757483.868555:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766262016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757483.868575:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757483.868580:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757483.868582:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757483.868588:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9459 00000100:00080000:3.0:1787757483.868592:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757483.868596:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757483.868606:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757483.868616:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766262016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757483.868622:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766262144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757483.868632:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757483.868636:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757483.868637:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757483.868643:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9459 00000100:00080000:3.0:1787757483.868648:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757483.868652:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757483.868657:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757483.868666:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766262272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757483.868673:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787757483.868676:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757483.868677:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757483.868678:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757483.868682:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9459 00000100:00080000:3.0:1787757483.868685:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757483.868688:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757483.868692:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757483.868701:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766262400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757483.868710:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757483/real 1787757483] req@ffffa0e6c35b3480 x1874589766262016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757483.868710:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757483.868713:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757483.868715:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757483.868719:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9459 00000100:00080000:3.0:1787757483.868722:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757483.868725:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757483.868728:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766262016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787757483.868729:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757483.868737:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766262528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757483.868738:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757483.868742:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757483.868746:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766262016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757483.868811:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766262144:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757483.868852:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757483.868878:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757483/real 1787757483] req@ffffa0e6c35b1f80 x1874589766262144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757483.868901:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766262144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757483.868919:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757483.868926:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757483.868933:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766262144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757483.868945:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766262272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757483.868982:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757483.868997:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757483/real 1787757483] req@ffffa0e6c35b2680 x1874589766262272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757483.869011:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766262272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757483.869022:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757483.869025:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757483.869041:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766262272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757483.869048:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766262400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757483.869066:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757483.869076:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757483/real 1787757483] req@ffffa0e6c35b2a00 x1874589766262400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757483.869089:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766262400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757483.869100:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757483.869104:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757483.869108:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766262400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757483.869113:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766262528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757483.869129:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757483.869145:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757483/real 1787757483] req@ffffa0e6c35b2d80 x1874589766262528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757483.869158:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766262528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757483.869168:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757483.869171:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757483.869175:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766262528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757484.764410:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757484.892355:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757484.892358:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757485.788531:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757485.916350:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757485.916419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757486.812596:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757486.940413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757486.940482:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757487.836577:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757487.964485:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757487.964485:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757488.860579:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757488.988423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757488.988489:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757488.988518:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757488.988534:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757488.988541:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757488.988558:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9464 00000100:00080000:0.0:1787757488.988578:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757488.988589:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757488.988659:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766262656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757488.988709:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757488.988716:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757488.988718:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757488.988725:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9464 00000100:00080000:0.0:1787757488.988729:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757488.988734:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757488.988748:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757488.988766:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766262784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757488.988783:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757488.988788:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757488.988790:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757488.988797:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9464 00000100:00100000:2.0:1787757488.988802:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766262656:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757488.988806:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757488.988826:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757488.988834:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757488.988853:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766262912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757488.988867:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757488.988872:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757488.988875:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757488.988881:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9464 00000100:00080000:0.0:1787757488.988889:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757488.988893:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757488.988903:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757488.988916:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766263040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757488.988925:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757488.988950:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757488.988956:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757488.988959:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757488.988969:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9464 00000100:00080000:0.0:1787757488.988976:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757488.988984:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757488.988992:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757488.989001:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757488/real 1787757488] req@ffffa0e6d86c5c00 x1874589766262656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757488.989009:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766263168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757488.989134:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766262656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757488.989153:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757488.989159:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757488.989164:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766262656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757488.989207:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766262784:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757488.989253:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757488.989322:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757488/real 1787757488] req@ffffa0e6d86c7800 x1874589766262784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757488.989354:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766262784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757488.989372:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757488.989379:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757488.989387:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766262784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757488.989435:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766262912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757488.989478:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757488.989500:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757488/real 1787757488] req@ffffa0e6d86c5880 x1874589766262912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757488.989526:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766262912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757488.989544:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757488.989551:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757488.989559:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766262912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757488.989573:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766263040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757488.989615:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757488.989639:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757488/real 1787757488] req@ffffa0e6d86c6300 x1874589766263040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757488.989660:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766263040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757488.989675:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757488.989679:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757488.989683:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766263040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757488.989691:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766263168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757488.989717:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757488.989730:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757488/real 1787757488] req@ffffa0e6d86c6680 x1874589766263168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757488.989744:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766263168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757488.989755:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757488.989759:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757488.989763:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766263168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757489.884525:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757490.012434:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757490.012461:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757490.908541:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757491.036458:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757491.036520:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757491.932564:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757492.060411:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757492.060444:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757492.956485:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757493.084432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757493.084432:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757493.980580:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757494.108367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757494.108384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757494.108466:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757494.108476:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757494.108483:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757494.108498:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9469 00000100:00080000:3.0:1787757494.108512:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757494.108523:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757494.108574:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766263296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757494.108619:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757494.108625:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757494.108628:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757494.108635:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9469 00000100:00080000:3.0:1787757494.108641:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757494.108649:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757494.108663:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757494.108672:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766263296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757494.108693:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766263424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757494.108715:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757494.108722:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757494.108726:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757494.108735:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9469 00000100:00080000:3.0:1787757494.108743:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787757494.108749:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757494.108752:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757494.108765:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757494.108789:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766263552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757494.108802:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757494/real 1787757494] req@ffffa0e6c35b0700 x1874589766263296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757494.108809:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757494.108821:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757494.108828:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757494.108837:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9469 00000100:00100000:2.0:1787757494.108839:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766263296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757494.108844:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757494.108858:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757494.108867:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757494.108883:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766263680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757494.108888:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757494.108902:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787757494.108911:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757494.108912:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766263296:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757494.108926:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757494.108930:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757494.108937:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9469 00000100:00080000:3.0:1787757494.108944:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757494.108949:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766263424:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787757494.108954:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757494.108967:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:2.0:1787757494.108986:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757494.108992:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766263808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757494.109006:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757494/real 1787757494] req@ffffa0e6c35b2d80 x1874589766263424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757494.109027:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766263424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757494.109038:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757494.109043:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757494.109047:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766263424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757494.109053:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766263552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757494.109069:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757494.109078:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757494/real 1787757494] req@ffffa0e6c35b2a00 x1874589766263552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757494.109089:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766263552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757494.109097:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757494.109100:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757494.109103:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766263552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757494.109108:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766263680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757494.109123:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757494.109131:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757494/real 1787757494] req@ffffa0e6c35b2680 x1874589766263680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757494.109142:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766263680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757494.109151:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757494.109153:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757494.109156:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766263680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757494.109169:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766263808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757494.109184:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757494.109192:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757494/real 1787757494] req@ffffa0e6c35b1f80 x1874589766263808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757494.109203:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766263808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757494.109226:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757494.109231:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757494.109237:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766263808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757495.004490:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757495.132392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757495.132393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757496.028499:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757496.156397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757496.156411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757497.052532:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757497.180427:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757497.180436:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757498.076521:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757498.204371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757498.204393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757499.100389:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757499.228327:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757499.228351:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757499.228374:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757499.228379:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757499.228384:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757499.228391:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9475 00000100:00080000:1.0:1787757499.228400:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757499.228405:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757499.228435:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766263936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757499.228457:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757499.228460:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757499.228461:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757499.228468:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9475 00000100:00080000:1.0:1787757499.228471:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757499.228473:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757499.228481:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757499.228490:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766264064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757499.228497:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757499.228500:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757499.228501:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757499.228504:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9475 00000100:00080000:1.0:1787757499.228506:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757499.228509:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757499.228512:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757499.228516:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766263936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757499.228522:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766264192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757499.228534:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757499.228537:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757499.228538:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757499.228540:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9475 00000100:00080000:1.0:1787757499.228542:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757499.228544:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757499.228548:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757499.228557:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766264320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757499.228563:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757499.228565:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757499.228567:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757499.228570:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9475 00000100:00080000:1.0:1787757499.228572:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757499.228574:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757499.228577:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:2.0:1787757499.228581:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757499.228586:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766264448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757499.228621:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757499/real 1787757499] req@ffffa0e6c792b100 x1874589766263936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757499.228641:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766263936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757499.228652:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757499.228657:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757499.228661:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766263936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757499.228669:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766264064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757499.228689:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757499.228701:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757499/real 1787757499] req@ffffa0e6c7928380 x1874589766264064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757499.228714:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766264064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757499.228731:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757499.228735:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757499.228739:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766264064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757499.228760:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766264192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757499.228778:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757499.228788:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757499/real 1787757499] req@ffffa0e6c792bb80 x1874589766264192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757499.228800:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766264192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757499.228809:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757499.228813:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757499.228816:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766264192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757499.228822:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766264320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757499.228838:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757499.228848:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757499/real 1787757499] req@ffffa0e6c7929f80 x1874589766264320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757499.228861:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766264320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757499.228872:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757499.228875:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757499.228879:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766264320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757499.228885:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766264448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757499.228902:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757499.228911:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757499/real 1787757499] req@ffffa0e6c7929c00 x1874589766264448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757499.228923:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766264448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757499.228934:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757499.228937:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757499.228941:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766264448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757500.124514:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757500.252430:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757500.252487:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757501.148500:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757501.276416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757501.276416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757502.172556:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757502.300363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757502.300382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757503.196545:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757503.324372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757503.324376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757504.220510:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757504.348346:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757504.348376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757504.348407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757504.348414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757504.348418:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757504.348428:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9480 00000100:00080000:3.0:1787757504.348438:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757504.348445:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757504.348483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766264576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757504.348513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757504.348517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757504.348518:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757504.348522:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9480 00000100:00080000:3.0:1787757504.348525:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757504.348528:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757504.348535:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757504.348547:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766264704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757504.348560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757504.348565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757504.348568:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757504.348573:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9480 00000100:00080000:3.0:1787757504.348579:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757504.348584:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757504.348591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757504.348600:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766264576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757504.348611:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766264832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757504.348634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757504.348637:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757504.348639:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757504.348643:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9480 00000100:00080000:3.0:1787757504.348647:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757504.348651:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757504.348657:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757504.348668:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766264960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757504.348675:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757504.348679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757504.348681:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787757504.348687:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757504.348689:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9480 00000100:00080000:3.0:1787757504.348695:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757504.348698:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757504.348703:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757504.348713:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766265088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757504.348734:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757504/real 1787757504] req@ffffa0e6c35b3480 x1874589766264576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757504.348752:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766264576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757504.348762:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757504.348766:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757504.348769:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766264576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757504.348776:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766264704:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757504.348795:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757504.348806:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757504/real 1787757504] req@ffffa0e6c35b1880 x1874589766264704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757504.348816:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766264704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757504.348835:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757504.348838:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757504.348841:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766264704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757504.348862:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766264832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757504.348879:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757504.348888:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757504/real 1787757504] req@ffffa0e6c35b0e00 x1874589766264832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757504.348898:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766264832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757504.348905:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757504.348907:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757504.348910:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766264832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757504.348914:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766264960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757504.348926:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757504.348933:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757504/real 1787757504] req@ffffa0e6c35b0a80 x1874589766264960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757504.348942:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766264960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757504.348951:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757504.348954:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757504.348957:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766264960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757504.348960:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766265088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757504.348972:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757504.348979:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757504/real 1787757504] req@ffffa0e6c35b1c00 x1874589766265088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757504.348989:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766265088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757504.348996:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757504.348998:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757504.349001:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766265088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757505.244606:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757505.372382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757505.372387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757506.268478:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757506.396351:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757506.396384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757507.292424:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757507.420328:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757507.420345:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757508.316510:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757508.444378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757508.444407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757509.340493:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757509.468374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757509.468422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757509.468425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757509.468444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757509.468453:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757509.468469:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9485 00000100:00080000:3.0:1787757509.468488:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757509.468501:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757509.468558:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766265216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757509.468598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757509.468602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757509.468605:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757509.468610:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9485 00000100:00080000:3.0:1787757509.468616:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757509.468622:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757509.468635:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757509.468668:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766265344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757509.468684:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757509.468689:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757509.468692:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757509.468702:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766265216:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757509.468703:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9485 00000100:00080000:3.0:1787757509.468713:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757509.468724:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757509.468731:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757509.468750:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766265472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757509.468764:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757509.468770:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757509.468773:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757509.468779:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9485 00000100:00080000:3.0:1787757509.468795:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757509.468800:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757509.468807:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787757509.468812:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757509.468829:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766265600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757509.468845:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757509.468860:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1787757509.468865:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757509/real 1787757509] req@ffffa0e6c35b3800 x1874589766265216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757509.468867:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757509.468882:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9485 00000100:00080000:3.0:1787757509.468893:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757509.468903:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757509.468911:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757509.468917:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766265216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757509.468932:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766265728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757509.468937:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757509.468955:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757509.468967:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766265216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757509.469003:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766265344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757509.469076:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757509.469104:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757509/real 1787757509] req@ffffa0e6c35b3100 x1874589766265344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757509.469131:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766265344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757509.469147:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757509.469152:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757509.469157:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766265344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757509.469166:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766265472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757509.469197:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757509.469212:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757509/real 1787757509] req@ffffa0e6c35b1500 x1874589766265472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757509.469227:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766265472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757509.469238:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757509.469242:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757509.469246:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766265472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757509.469253:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766265600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757509.469324:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757509.469355:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757509/real 1787757509] req@ffffa0e6c35b3b80 x1874589766265600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757509.469373:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766265600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757509.469386:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757509.469390:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757509.469394:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766265600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757509.469401:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766265728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757509.469426:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757509.469437:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757509/real 1787757509] req@ffffa0e6c35b0380 x1874589766265728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757509.469462:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766265728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757509.469475:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757509.469479:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757509.469484:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766265728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757510.364484:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757510.492376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757510.492412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757511.388453:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757511.516325:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757511.516339:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757512.412524:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757512.540400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757512.540401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757513.436560:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757513.564388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757513.564403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757514.460586:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757514.588420:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757514.588423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757514.588437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757514.588444:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757514.588457:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9490 00000100:00080000:0.0:1787757514.588472:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757514.588483:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757514.588489:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757514.588533:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766265856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757514.588570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757514.588575:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757514.588578:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757514.588584:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9490 00000100:00080000:0.0:1787757514.588589:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757514.588594:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757514.588608:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757514.588635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766265984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757514.588640:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766265856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757514.588672:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757514.588679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757514.588683:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757514.588694:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9490 00000100:00080000:0.0:1787757514.588705:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757514.588713:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757514.588721:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787757514.588738:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787757514.588746:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766266112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757514.588763:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757514.588768:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757514.588771:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757514.588778:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9490 00000100:00080000:0.0:1787757514.588785:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757514.588791:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757514.588799:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757514/real 1787757514] req@ffffa0e6d86c6680 x1874589766265856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787757514.588802:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757514.588828:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766266240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757514.588840:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766265856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757514.588852:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757514.588867:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757514.588873:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757514.588885:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757514.588886:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9490 00000100:00080000:0.0:1787757514.588899:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757514.588904:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:0.0:1787757514.588910:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757514.588919:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766265856:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787757514.588922:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787757514.588970:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766266368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757514.589002:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766265984:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757514.589046:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757514.589071:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757514/real 1787757514] req@ffffa0e6d86c6300 x1874589766265984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757514.589099:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766265984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757514.589118:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757514.589126:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757514.589132:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766265984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757514.589145:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766266112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757514.589176:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757514.589192:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757514/real 1787757514] req@ffffa0e6d86c5880 x1874589766266112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757514.589207:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766266112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757514.589218:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757514.589222:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757514.589226:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766266112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757514.589234:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766266240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757514.589254:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757514.589265:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757514/real 1787757514] req@ffffa0e6d86c7800 x1874589766266240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757514.589322:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766266240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757514.589335:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757514.589339:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757514.589343:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766266240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757514.589350:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766266368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757514.589375:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757514.589390:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757514/real 1787757514] req@ffffa0e6d86c5c00 x1874589766266368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757514.589414:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766266368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757514.589431:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757514.589438:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757514.589445:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766266368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757515.484477:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757515.612357:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757515.612407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757516.508628:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757516.636392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757516.636392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757517.532548:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757517.660388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757517.660399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757518.556426:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757518.684371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757518.684379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757519.580589:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757519.708449:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757519.708449:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757519.708474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757519.708489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757519.708496:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757519.708515:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9495 00000100:00080000:3.0:1787757519.708536:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757519.708552:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757519.708627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766266496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757519.708682:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757519.708686:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757519.708688:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757519.708693:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9495 00000100:00080000:3.0:1787757519.708697:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757519.708702:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757519.708717:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757519.708765:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766266624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757519.708792:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766266496:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757519.708794:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757519.708815:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757519.708837:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757519.708891:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9495 00000100:00080000:3.0:1787757519.708898:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757519.708905:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757519.708912:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757519.708930:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766266752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757519.708940:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757519.708943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757519.708946:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757519.708952:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9495 00000100:00080000:3.0:1787757519.708957:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757519.708962:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757519.708968:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757519.708985:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766266880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757519.708998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757519.709002:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757519.709005:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757519.709013:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9495 00000100:00100000:2.0:1787757519.709014:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766266624:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787757519.709020:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757519.709039:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757519.709050:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757519.709070:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766267008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757519.709094:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766266752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757519.709127:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766266880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757519.709156:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766267008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757520.604534:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757520.732382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757520.732525:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757521.628543:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757521.756363:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757521.756464:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757522.652518:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757522.780382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757522.780526:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:0.0:1787757522.780628:0:2388:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:0.0:1787757522.780664:0:2388:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787757522.780679:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787757522.780714:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787757522.780723:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787757522.780735:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787757522.780748:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:2.0:1787757522.780760:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757519/real 1787757522] req@ffffa0e6c35b0380 x1874589766266624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757522.780809:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766266624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757522.780824:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757522.780830:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757522.780835:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766266624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757522.780844:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757519/real 1787757522] req@ffffa0e6c35b3b80 x1874589766266752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757522.780861:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766266752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757522.780871:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757522.780876:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757522.780879:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766266752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757522.780887:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757519/real 1787757522] req@ffffa0e6c35b1500 x1874589766266880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757522.780901:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766266880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757522.780912:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757522.780916:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757522.780920:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766266880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757522.780927:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757519/real 1787757522] req@ffffa0e6c35b1180 x1874589766266496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757522.780941:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766266496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757522.780951:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757522.780954:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757522.780958:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766266496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757522.780987:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757519/real 1787757522] req@ffffa0e6c35b3100 x1874589766267008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757522.781001:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766267008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757522.781011:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757522.781015:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757522.781019:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766267008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757523.676459:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757523.804343:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757523.804422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757524.700435:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757524.828401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757524.828408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757524.828422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757524.828429:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757524.828445:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9500 00000100:00080000:3.0:1787757524.828464:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757524.828476:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757524.828517:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757524.828524:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766267136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757524.828562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757524.828571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757524.828575:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757524.828581:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9500 00000100:00080000:3.0:1787757524.828586:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757524.828591:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757524.828603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757524.828619:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766267264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757524.828626:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766267136:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757524.828654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757524.828661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757524.828665:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757524.828675:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9500 00000100:00080000:3.0:1787757524.828683:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757524.828692:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757524.828702:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787757524.828728:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757524.828733:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766267392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757524.828781:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757524.828790:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757524.828794:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757524.828807:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9500 00000100:00100000:2.0:1787757524.828810:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757524/real 1787757524] req@ffffa0e6c35b3800 x1874589766267136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757524.828814:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757524.828826:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757524.828842:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757524.828864:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766267520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757524.828871:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766267136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757524.828884:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757524.828897:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757524.828904:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757524.828919:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9500 00000100:00080000:2.0:1787757524.828923:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787757524.828925:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757524.828935:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:2.0:1787757524.828943:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:3.0:1787757524.828949:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757524.828958:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766267136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757524.828980:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766267648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757524.829011:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766267264:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757524.829092:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757524.829119:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757524/real 1787757524] req@ffffa0e6c35b1c00 x1874589766267264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757524.829147:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766267264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757524.829166:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757524.829173:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757524.829200:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766267264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757524.829213:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766267392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757524.829257:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757524.829324:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757524/real 1787757524] req@ffffa0e6c35b0a80 x1874589766267392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757524.829351:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766267392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757524.829368:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757524.829375:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757524.829381:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766267392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757524.829394:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766267520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757524.829435:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757524.829458:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757524/real 1787757524] req@ffffa0e6c35b0e00 x1874589766267520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757524.829482:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766267520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757524.829502:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757524.829508:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757524.829515:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766267520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757524.829548:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766267648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757524.829589:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757524.829612:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757524/real 1787757524] req@ffffa0e6c35b1880 x1874589766267648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757524.829637:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766267648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757524.829656:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757524.829663:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757524.829669:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766267648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757525.724491:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757525.852436:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757525.852560:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757526.748602:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757526.876432:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757526.876483:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757527.772455:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757527.900376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757527.900384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757528.796423:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757528.924389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757528.924395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757529.820444:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757529.948391:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757529.948405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757529.948411:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757529.948418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757529.948423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757529.948426:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9505 00000100:00080000:3.0:1787757529.948445:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757529.948457:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757529.948517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766267776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757529.948549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757529.948554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757529.948557:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757529.948562:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9505 00000100:00080000:3.0:1787757529.948567:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757529.948573:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757529.948586:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757529.948606:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766267904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757529.948608:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766267776:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757529.948643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757529.948651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757529.948656:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757529.948685:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9505 00000100:00080000:3.0:1787757529.948712:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757529.948721:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:2.0:1787757529.948731:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787757529.948733:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757529.948765:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766268032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757529.948783:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757529/real 1787757529] req@ffffa0e6c35b3480 x1874589766267776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757529.948783:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757529.948798:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757529.948806:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757529.948821:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9505 00000100:00080000:3.0:1787757529.948827:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757529.948832:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766267776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757529.948839:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757529.948857:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:2.0:1787757529.948861:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757529.948869:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787757529.948876:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766268160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757529.948880:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766267776:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757529.948912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757529.948916:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757529.948919:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757529.948923:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766267904:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787757529.948930:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9505 00000100:00080000:3.0:1787757529.948936:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757529.948941:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757529.948946:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:2.0:1787757529.948965:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757529.948981:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766268288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757529.948986:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757529/real 1787757529] req@ffffa0e6c35b1f80 x1874589766267904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757529.949040:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766267904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757529.949058:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757529.949066:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757529.949072:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766267904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757529.949084:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766268032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757529.949122:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757529.949139:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757529/real 1787757529] req@ffffa0e6c35b2680 x1874589766268032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757529.949154:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766268032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757529.949165:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757529.949168:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757529.949172:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766268032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757529.949180:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766268160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757529.949200:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757529.949211:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757529/real 1787757529] req@ffffa0e6c35b2a00 x1874589766268160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757529.949224:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766268160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757529.949243:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757529.949246:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757529.949250:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766268160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757529.949298:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766268288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757529.949322:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757529.949334:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757529/real 1787757529] req@ffffa0e6c35b2d80 x1874589766268288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757529.949348:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766268288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757529.949359:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757529.949362:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757529.949366:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766268288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757530.844482:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757530.972346:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757530.972348:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757531.868497:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757531.996394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757531.996429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757532.892461:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757533.020358:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757533.020536:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757533.916464:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757534.044461:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757534.044532:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757534.940478:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757535.068438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757535.068450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757535.068456:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757535.068470:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9510 00000100:00080000:3.0:1787757535.068484:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757535.068489:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757535.068495:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757535.068521:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757535.068556:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766268416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757535.068626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757535.068632:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757535.068635:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757535.068642:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9510 00000100:00080000:3.0:1787757535.068649:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757535.068655:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757535.068664:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766268416:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787757535.068671:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757535.068695:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766268544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757535.068709:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757535.068713:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757535.068716:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757535.068721:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9510 00000100:00080000:3.0:1787757535.068735:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757535.068740:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:2.0:1787757535.068747:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787757535.068749:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757535.068769:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766268672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757535.068781:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757535.068785:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757535.068787:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757535.068793:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9510 00000100:00080000:3.0:1787757535.068796:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757535.068803:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757535/real 1787757535] req@ffffa0e6c35b0700 x1874589766268416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757535.068804:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757535.068814:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757535.068830:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766268800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757535.068844:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757535.068848:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757535.068852:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757535.068857:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9510 00000100:00080000:3.0:1787757535.068860:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757535.068884:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766268416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757535.068888:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757535.068898:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757535.068919:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766268928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757535.068969:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757535.068980:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757535.068987:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766268416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757535.069029:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766268544:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757535.069092:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757535.069116:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757535/real 1787757535] req@ffffa0e6c35b2d80 x1874589766268544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757535.069132:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766268544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757535.069143:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757535.069164:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757535.069168:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766268544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757535.069177:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766268672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757535.069205:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757535.069236:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757535/real 1787757535] req@ffffa0e6c35b2a00 x1874589766268672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757535.069258:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766268672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757535.069267:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757535.069270:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757535.069274:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766268672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757535.069283:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766268800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757535.069315:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757535.069386:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757535/real 1787757535] req@ffffa0e6c35b2680 x1874589766268800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757535.069404:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766268800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757535.069415:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757535.069419:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757535.069423:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766268800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757535.069440:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766268928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757535.069466:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757535.069479:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757535/real 1787757535] req@ffffa0e6c35b1f80 x1874589766268928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757535.069491:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766268928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757535.069501:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757535.069504:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757535.069518:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766268928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757535.964467:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757536.092342:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757536.092343:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757536.988539:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757537.116390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757537.116402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757538.012573:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757538.140362:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757538.140363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757539.036551:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757539.164385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757539.164454:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757540.060571:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757540.188370:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757540.188389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757540.188400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1787757540.188407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757540.188408:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757540.188424:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9515 00000100:00080000:3.0:1787757540.188440:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757540.188465:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757540.188573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766269056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757540.188615:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757540.188621:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757540.188623:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757540.188630:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9515 00000100:00080000:3.0:1787757540.188636:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757540.188642:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757540.188655:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757540.188676:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766269184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757540.188691:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766269056:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757540.188714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757540.188719:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757540.188722:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757540.188728:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9515 00000100:00080000:3.0:1787757540.188732:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757540.188737:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757540.188744:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757540.188761:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766269312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757540.188775:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757540.188780:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757540.188782:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757540.188787:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9515 00000100:00080000:3.0:1787757540.188791:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757540.188800:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:2.0:1787757540.188805:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787757540.188808:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757540.188825:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766269440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757540.188839:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757540.188844:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757540.188846:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757540.188852:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9515 00000100:00080000:3.0:1787757540.188858:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757540.188863:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757540.188871:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757540.188875:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757540/real 1787757540] req@ffffa0e6c35b3480 x1874589766269056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757540.188889:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766269568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757540.188916:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766269056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757540.188935:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757540.188941:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757540.188946:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766269056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757540.188976:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766269184:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757540.189009:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757540.189025:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757540/real 1787757540] req@ffffa0e6c35b1880 x1874589766269184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757540.189041:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766269184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757540.189052:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757540.189056:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757540.189061:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766269184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757540.189069:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766269312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757540.189089:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757540.189101:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757540/real 1787757540] req@ffffa0e6c35b0e00 x1874589766269312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757540.189119:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766269312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757540.189136:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757540.189142:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757540.189160:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766269312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757540.189174:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766269440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757540.189217:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757540.189239:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757540/real 1787757540] req@ffffa0e6c35b0a80 x1874589766269440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757540.189257:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766269440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757540.189301:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757540.189305:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757540.189310:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766269440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757540.189318:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766269568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757540.189346:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757540.189361:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757540/real 1787757540] req@ffffa0e6c35b1c00 x1874589766269568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757540.189376:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766269568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757540.189397:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757540.189401:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757540.189405:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766269568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757541.084545:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757541.212364:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757541.212431:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757542.108515:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757542.236392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757542.236422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757543.132566:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757543.260388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757543.260487:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757544.156539:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757544.284393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757544.284393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757545.180534:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757545.308455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757545.308465:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757545.308470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1787757545.308481:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757545.308481:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757545.308497:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9521 00000100:00080000:3.0:1787757545.308513:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757545.308524:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757545.308573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766269696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757545.308613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757545.308618:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757545.308621:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757545.308626:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9521 00000100:00080000:3.0:1787757545.308630:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757545.308637:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757545.308648:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757545.308666:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766269824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757545.308681:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766269696:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757545.308686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757545.308700:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757545.308702:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757545.308709:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9521 00000100:00080000:3.0:1787757545.308712:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757545.308717:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757545.308723:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757545.308741:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766269952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757545.308754:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757545.308757:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757545.308760:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757545.308766:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9521 00000100:00080000:3.0:1787757545.308771:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757545.308775:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:2.0:1787757545.308783:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787757545.308784:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757545.308806:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766270080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757545.308819:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757545.308824:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757545.308826:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757545.308833:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9521 00000100:00080000:3.0:1787757545.308839:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757545.308841:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757545/real 1787757545] req@ffffa0e6c35b3800 x1874589766269696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757545.308849:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757545.308862:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757545.308883:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766270208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757545.308892:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766269696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757545.308920:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757545.308927:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757545.308935:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766269696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757545.308965:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766269824:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757545.308991:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757545.309007:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757545/real 1787757545] req@ffffa0e6c35b3100 x1874589766269824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757545.309022:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766269824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757545.309035:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757545.309039:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757545.309044:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766269824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757545.309050:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766269952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757545.309069:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757545.309080:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757545/real 1787757545] req@ffffa0e6c35b1180 x1874589766269952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757545.309093:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766269952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757545.309104:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757545.309107:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757545.309111:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766269952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757545.309118:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766270080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757545.309137:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757545.309148:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757545/real 1787757545] req@ffffa0e6c35b1500 x1874589766270080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757545.309161:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766270080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757545.309173:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757545.309177:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757545.309181:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766270080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757545.309188:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766270208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757545.309206:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757545.309217:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757545/real 1787757545] req@ffffa0e6c35b3b80 x1874589766270208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757545.309230:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766270208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757545.309242:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757545.309245:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757545.309249:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766270208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757546.204525:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757546.332413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757546.332462:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757547.228539:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757547.356396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757547.356430:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757548.252557:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757548.380427:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757548.380465:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757549.276526:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757549.404424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757549.404439:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757550.300490:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757550.428451:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787757550.428472:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757550.428483:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1787757550.428488:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757550.428489:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757550.428510:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9526 00000100:00080000:1.0:1787757550.428524:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757550.428550:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757550.428598:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766270336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757550.428632:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757550.428637:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757550.428639:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757550.428644:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9526 00000100:00080000:1.0:1787757550.428649:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757550.428655:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757550.428667:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757550.428684:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766270464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757550.428694:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766270336:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757550.428706:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757550.428712:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757550.428714:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757550.428721:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9526 00000100:00080000:1.0:1787757550.428724:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757550.428728:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757550.428734:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757550.428751:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766270592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757550.428764:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757550.428769:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757550.428772:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757550.428776:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9526 00000100:00080000:1.0:1787757550.428782:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757550.428787:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757550.428793:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787757550.428806:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757550.428814:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766270720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757550.428830:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757550.428835:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757550.428839:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757550.428845:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9526 00000100:00080000:1.0:1787757550.428851:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757550.428857:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757550.428864:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757550.428868:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757550/real 1787757550] req@ffffa0e6c792a300 x1874589766270336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757550.428882:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766270848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757550.428907:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766270336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757550.428924:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757550.428930:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757550.428938:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766270336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757550.428965:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766270464:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757550.428992:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757550.429007:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757550/real 1787757550] req@ffffa0e6c7928e00 x1874589766270464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757550.429022:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766270464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757550.429033:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757550.429037:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757550.429041:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766270464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757550.429048:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766270592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757550.429067:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757550.429078:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757550/real 1787757550] req@ffffa0e6c792aa00 x1874589766270592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757550.429092:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766270592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757550.429102:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757550.429105:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757550.429108:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766270592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757550.429115:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766270720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757550.429133:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757550.429145:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757550/real 1787757550] req@ffffa0e6c7929880 x1874589766270720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757550.429159:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766270720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757550.429170:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757550.429173:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757550.429177:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766270720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757550.429183:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766270848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757550.429201:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757550.429212:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757550/real 1787757550] req@ffffa0e6c792ad80 x1874589766270848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757550.429226:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766270848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757550.429237:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757550.429241:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757550.429244:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766270848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757551.324527:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757551.452440:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757551.452451:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757552.348496:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757552.476401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757552.476436:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757553.372515:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757553.500408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757553.500467:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757554.396475:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757554.524425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757554.524427:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757555.420532:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757555.548390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757555.548424:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757555.548437:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1787757555.548445:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787757555.548446:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757555.548468:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9531 00000100:00080000:1.0:1787757555.548488:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757555.548501:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757555.548567:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766270976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757555.548612:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757555.548617:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757555.548620:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757555.548626:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9531 00000100:00080000:1.0:1787757555.548630:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757555.548635:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757555.548650:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757555.548671:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766271104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757555.548686:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757555.548692:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757555.548696:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757555.548704:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766270976:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757555.548709:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9531 00000100:00080000:1.0:1787757555.548725:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757555.548738:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757555.548743:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757555.548765:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766271232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757555.548779:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757555.548784:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757555.548787:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757555.548794:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9531 00000100:00080000:1.0:1787757555.548803:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757555.548809:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757555.548818:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787757555.548834:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757555.548841:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766271360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757555.548860:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757555.548865:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757555.548867:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757555.548875:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9531 00000100:00080000:1.0:1787757555.548883:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757555.548892:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757555.548898:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757555.548907:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757555/real 1787757555] req@ffffa0e6c792b480 x1874589766270976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757555.548915:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766271488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757555.548963:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766270976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757555.548979:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757555.548985:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757555.548991:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766270976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757555.549024:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766271104:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757555.549058:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757555.549074:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757555/real 1787757555] req@ffffa0e6c792ad80 x1874589766271104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757555.549089:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766271104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757555.549101:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757555.549105:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757555.549109:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766271104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757555.549117:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766271232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757555.549138:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757555.549150:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757555/real 1787757555] req@ffffa0e6c7929880 x1874589766271232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757555.549165:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766271232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757555.549185:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757555.549189:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757555.549193:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766271232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757555.549200:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766271360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757555.549260:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757555.549314:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757555/real 1787757555] req@ffffa0e6c792aa00 x1874589766271360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757555.549330:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766271360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757555.549343:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757555.549347:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757555.549352:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766271360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757555.549360:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766271488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757555.549385:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757555.549398:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757555/real 1787757555] req@ffffa0e6c7928e00 x1874589766271488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757555.549412:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766271488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757555.549424:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757555.549427:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757555.549432:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766271488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757556.444594:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757556.572372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757556.572466:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757557.468536:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757557.596397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757557.596397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757558.492486:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757558.620405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757558.620405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757559.516454:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757559.644426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757559.644443:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757560.540501:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757560.668415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757560.668419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757560.668477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757560.668491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757560.668496:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757560.668529:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9536 00000100:00080000:0.0:1787757560.668550:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757560.668559:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757560.668621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766271616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757560.668662:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757560.668667:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757560.668670:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757560.668676:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9536 00000100:00080000:0.0:1787757560.668680:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757560.668685:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757560.668698:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757560.668718:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766271744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757560.668734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757560.668739:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757560.668746:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757560.668749:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766271616:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757560.668765:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9536 00000100:00080000:0.0:1787757560.668773:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757560.668783:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757560.668810:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757560.668843:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766271872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757560.668865:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757560.668871:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757560.668874:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787757560.668887:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757560.668895:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9536 00000100:00080000:0.0:1787757560.668908:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757560.668915:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757560.668928:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757560.668950:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766272000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757560.668964:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757560.668970:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757560/real 1787757560] req@ffffa0e6d86c5c00 x1874589766271616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757560.668972:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757560.668979:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757560.669001:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9536 00000100:00080000:0.0:1787757560.669022:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757560.669035:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757560.669043:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757560.669046:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766271616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757560.669065:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766272128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757560.669076:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757560.669091:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757560.669102:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766271616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757560.669179:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766271744:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757560.669232:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757560.669259:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757560/real 1787757560] req@ffffa0e6d86c7800 x1874589766271744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757560.669319:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766271744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757560.669331:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757560.669336:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757560.669342:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766271744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757560.669351:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766271872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757560.669383:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757560.669398:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757560/real 1787757560] req@ffffa0e6d86c5880 x1874589766271872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757560.669413:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766271872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757560.669424:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757560.669428:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757560.669433:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766271872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757560.669440:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766272000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757560.669462:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757560.669473:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757560/real 1787757560] req@ffffa0e6d86c6300 x1874589766272000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757560.669488:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766272000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757560.669501:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757560.669505:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757560.669509:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766272000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757560.669515:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766272128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757560.669535:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757560.669562:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757560/real 1787757560] req@ffffa0e6d86c6680 x1874589766272128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757560.669581:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766272128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757560.669601:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757560.669608:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757560.669615:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766272128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757561.564689:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757561.692403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757561.692438:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757562.588505:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757562.716386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757562.716433:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757563.612552:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757563.740377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757563.740498:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757564.636491:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757564.764422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757564.764423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757565.660502:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757565.788389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757565.788406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787757565.788544:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757565.788555:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757565.788560:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757565.788576:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9541 00000100:00080000:1.0:1787757565.788590:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757565.788605:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757565.788654:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766272256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757565.788691:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757565.788696:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757565.788699:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757565.788707:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9541 00000100:00080000:1.0:1787757565.788715:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757565.788724:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757565.788741:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757565.788761:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766272256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757565.788776:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766272384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757565.788803:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757565.788810:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757565.788816:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757565.788825:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9541 00000100:00080000:1.0:1787757565.788835:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757565.788843:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757565.788854:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787757565.788859:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757565.788887:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766272512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757565.788908:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757565.788913:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757565.788916:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757565.788927:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757565/real 1787757565] req@ffffa0e6c792a300 x1874589766272256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757565.788928:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9541 00000100:00080000:1.0:1787757565.788940:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757565.788953:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757565.788969:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757565.788988:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766272256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757565.788993:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766272640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757565.789064:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757565.789069:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757565.789082:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:1.0:1787757565.789083:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757565.789093:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757565.789102:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766272256:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757565.789108:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9541 00000100:00080000:1.0:1787757565.789119:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757565.789128:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757565.789136:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757565.789155:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766272384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757565.789159:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766272768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757565.789210:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757565.789232:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757565/real 1787757565] req@ffffa0e6c7929c00 x1874589766272384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757565.789250:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766272384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757565.789264:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757565.789314:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757565.789323:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766272384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757565.789336:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766272512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757565.789378:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757565.789396:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757565/real 1787757565] req@ffffa0e6c7929f80 x1874589766272512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757565.789413:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766272512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757565.789424:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757565.789428:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757565.789433:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766272512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757565.789440:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766272640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757565.789462:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757565.789473:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757565/real 1787757565] req@ffffa0e6c792bb80 x1874589766272640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757565.789488:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766272640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757565.789502:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757565.789505:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757565.789509:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766272640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757565.789530:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766272768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757565.789550:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757565.789561:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757565/real 1787757565] req@ffffa0e6c7928380 x1874589766272768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757565.789575:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766272768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757565.789587:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757565.789591:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757565.789594:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766272768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757566.684473:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757566.812390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757566.812433:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757567.708520:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757567.836369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757567.836444:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757568.732528:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757568.860400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757568.860487:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757569.756490:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757569.884423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757569.884424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757570.780492:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757570.908381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757570.908433:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757570.908444:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757570.908451:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757570.908456:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757570.908466:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9546 00000100:00080000:3.0:1787757570.908483:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757570.908494:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757570.908545:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766272896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757570.908585:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757570.908590:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757570.908592:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757570.908598:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9546 00000100:00080000:3.0:1787757570.908602:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757570.908606:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757570.908617:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757570.908635:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766273024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757570.908650:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757570.908655:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757570.908657:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757570.908662:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9546 00000100:00080000:3.0:1787757570.908666:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757570.908672:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766272896:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757570.908677:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757570.908692:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757570.908709:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766273152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757570.908723:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757570.908728:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757570.908731:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757570.908738:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9546 00000100:00080000:3.0:1787757570.908756:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757570.908761:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757570.908769:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787757570.908773:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757570.908790:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766273280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757570.908805:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757570.908809:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757570.908812:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757570.908819:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9546 00000100:00080000:3.0:1787757570.908825:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757570.908833:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757570/real 1787757570] req@ffffa0e6c35b0380 x1874589766272896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757570.908836:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757570.908851:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757570.908874:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766273408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757570.908883:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766272896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757570.908911:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757570.908918:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757570.908926:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766272896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757570.908937:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766273024:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757570.909012:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757570.909030:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757570/real 1787757570] req@ffffa0e6c35b3b80 x1874589766273024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757570.909047:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766273024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757570.909059:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757570.909063:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757570.909068:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766273024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757570.909097:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766273152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757570.909119:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757570.909131:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757570/real 1787757570] req@ffffa0e6c35b1500 x1874589766273152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757570.909146:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766273152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757570.909156:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757570.909160:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757570.909164:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766273152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757570.909172:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766273280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757570.909192:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757570.909203:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757570/real 1787757570] req@ffffa0e6c35b1180 x1874589766273280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757570.909233:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766273280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757570.909246:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757570.909250:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757570.909254:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766273280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757570.909261:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766273408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757570.909315:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757570.909330:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757570/real 1787757570] req@ffffa0e6c35b3100 x1874589766273408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757570.909345:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766273408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757570.909358:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757570.909361:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757570.909365:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766273408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757571.804555:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757571.932361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757571.932400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757572.828497:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757572.956370:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757572.956419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757573.852562:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757573.980354:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757573.980388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757574.876463:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757575.004389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757575.004434:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757575.900535:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757576.028374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757576.028382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757576.028386:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757576.028396:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757576.028402:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757576.028416:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9551 00000100:00080000:1.0:1787757576.028431:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757576.028441:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757576.028492:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766273536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757576.028519:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757576.028522:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757576.028524:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757576.028528:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9551 00000100:00080000:1.0:1787757576.028530:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757576.028552:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757576.028565:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757576.028582:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766273664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757576.028594:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757576.028599:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757576.028601:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757576.028607:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9551 00000100:00080000:1.0:1787757576.028611:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757576.028615:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757576.028620:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757576.028627:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766273536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757576.028643:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766273792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757576.028657:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757576.028664:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757576.028668:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757576.028677:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9551 00000100:00080000:1.0:1787757576.028686:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757576.028695:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757576.028706:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757576.028732:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766273920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757576.028737:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787757576.028762:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757576.028767:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757576.028770:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757576.028797:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9551 00000100:00100000:2.0:1787757576.028807:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757576/real 1787757576] req@ffffa0e6c792b100 x1874589766273536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757576.028808:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757576.028836:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757576.028880:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766273536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757576.028899:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757576.028906:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757576.028921:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766273536:192.168.201.131@tcp:250:kworker.0 00000008:00100000:1.0:1787757576.028926:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757576.028934:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766273664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757576.028968:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766274048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757576.028983:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757576.029006:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757576/real 1787757576] req@ffffa0e6c7928700 x1874589766273664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757576.029024:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766273664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757576.029042:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757576.029048:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757576.029053:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766273664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757576.029088:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766273792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757576.029111:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757576.029124:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757576/real 1787757576] req@ffffa0e6c7928a80 x1874589766273792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757576.029139:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766273792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757576.029150:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757576.029154:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757576.029158:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766273792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757576.029166:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766273920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757576.029185:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757576.029197:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757576/real 1787757576] req@ffffa0e6c792a680 x1874589766273920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757576.029211:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766273920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757576.029222:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757576.029226:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757576.029230:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766273920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757576.029237:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766274048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757576.029255:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757576.029266:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757576/real 1787757576] req@ffffa0e6c7929180 x1874589766274048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757576.029320:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766274048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757576.029340:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757576.029344:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757576.029348:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766274048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757576.924514:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757577.052351:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757577.052385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757577.948554:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757578.076383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757578.076423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757578.972595:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757579.100391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757579.100435:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757579.996480:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757580.124405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757580.124420:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757581.020593:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757581.148402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757581.148416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757581.148447:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757581.148454:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757581.148459:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757581.148473:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9556 00000100:00080000:2.0:1787757581.148491:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757581.148505:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757581.148565:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766274176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757581.148613:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757581.148620:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757581.148624:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757581.148633:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9556 00000100:00080000:2.0:1787757581.148641:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757581.148649:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757581.148667:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757581.148678:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766274176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757581.148691:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766274304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757581.148712:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757581.148718:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757581.148722:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757581.148728:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9556 00000100:00080000:2.0:1787757581.148734:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757581.148740:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757581.148748:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757581.148799:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766274432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787757581.148802:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787757581.148818:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757581.148824:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757581.148827:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757581.148834:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9556 00000100:00080000:2.0:1787757581.148840:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757581.148848:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757581.148855:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757581/real 1787757581] req@ffffa0e6c60c8a80 x1874589766274176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787757581.148857:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757581.148877:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766274560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757581.148885:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766274176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757581.148897:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757581.148902:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757581.148906:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757581.148906:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757581.148913:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:2.0:1787757581.148914:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9556 00000100:00080000:2.0:1787757581.148920:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757581.148921:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766274176:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757581.148927:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757581.148935:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757581.148953:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766274688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757581.148957:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766274304:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757581.149001:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757581.149028:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757581/real 1787757581] req@ffffa0e6c60cb480 x1874589766274304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757581.149055:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766274304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757581.149074:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757581.149080:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757581.149087:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766274304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757581.149099:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766274432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757581.149140:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757581.149165:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757581/real 1787757581] req@ffffa0e6c60c9880 x1874589766274432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757581.149191:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766274432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757581.149209:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757581.149216:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757581.149223:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766274432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757581.149236:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766274560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757581.149308:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757581.149327:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757581/real 1787757581] req@ffffa0e6c60cad80 x1874589766274560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757581.149344:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766274560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757581.149358:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757581.149361:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757581.149366:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766274560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757581.149387:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766274688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757581.149412:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757581.149424:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757581/real 1787757581] req@ffffa0e6c60c8e00 x1874589766274688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757581.149438:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766274688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757581.149450:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757581.149454:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757581.149458:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766274688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757582.044562:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757582.172378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757582.172430:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757583.068542:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757583.196389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757583.196401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757584.092515:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757584.220426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757584.220430:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757585.116547:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757585.244397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757585.244418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757586.140504:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757586.268412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757586.268418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757586.268429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757586.268436:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757586.268447:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757586.268450:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9562 00000100:00080000:3.0:1787757586.268470:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757586.268480:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757586.268528:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766274816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757586.268562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757586.268567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757586.268570:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757586.268576:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9562 00000100:00080000:3.0:1787757586.268580:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757586.268586:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757586.268599:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757586.268617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766274944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757586.268625:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766274816:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757586.268642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757586.268650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757586.268652:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757586.268659:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9562 00000100:00080000:3.0:1787757586.268663:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757586.268668:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757586.268700:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757586.268716:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766275072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757586.268731:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757586.268735:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757586.268738:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757586.268744:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9562 00000100:00080000:3.0:1787757586.268749:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757586.268754:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757586.268760:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757586.268775:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766275200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757586.268788:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757586.268792:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757586.268794:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757586.268799:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9562 00000100:00080000:3.0:1787757586.268803:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757586.268807:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757586.268814:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757586.268830:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766275328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757586.268849:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766274944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757586.268910:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766275072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757586.268936:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766275200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757586.268961:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766275328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757587.164610:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757587.292440:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757587.292556:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757588.188532:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757588.316431:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757588.316510:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757589.212492:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757589.340419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757589.340682:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:3.0:1787757589.340705:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787757589.340775:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787757589.340805:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757589.340861:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757589.340876:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757589.340909:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757589.340943:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787757589.340958:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757586/real 1787757589] req@ffffa0e6c35b1c00 x1874589766274944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757589.341020:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766274944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757589.341057:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757589.341068:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757589.341077:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766274944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757589.341094:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757586/real 1787757589] req@ffffa0e6c35b0a80 x1874589766275072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757589.341123:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766275072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757589.341141:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757589.341147:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757589.341155:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766275072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757589.341170:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757586/real 1787757589] req@ffffa0e6c35b0e00 x1874589766275200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757589.341192:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766275200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757589.341212:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757589.341218:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757589.341225:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766275200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757589.341240:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757586/real 1787757589] req@ffffa0e6c35b3800 x1874589766274816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757589.341265:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766274816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757589.341326:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757589.341335:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757589.341343:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766274816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757589.341412:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757586/real 1787757589] req@ffffa0e6c35b1880 x1874589766275328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757589.341440:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766275328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757589.341459:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757589.341466:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757589.341475:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766275328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757590.236541:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757590.364390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757590.364503:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757591.260440:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757591.388359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757591.388363:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757591.388369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757591.388373:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757591.388384:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9567 00000100:00100000:2.0:1787757591.388388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757591.388395:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757591.388404:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757591.388440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766275456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757591.388463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757591.388467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757591.388469:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757591.388474:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9567 00000100:00080000:3.0:1787757591.388478:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757591.388483:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757591.388512:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757591.388523:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766275456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757591.388537:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766275584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757591.388569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757591.388572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757591.388574:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757591.388578:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9567 00000100:00080000:3.0:1787757591.388595:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757591.388599:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757591.388604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787757591.388619:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757591.388625:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766275712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757591.388634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757591.388637:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757591.388639:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757591.388643:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9567 00000100:00080000:3.0:1787757591.388646:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757591.388649:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757591/real 1787757591] req@ffffa0e6c35b3480 x1874589766275456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757591.388650:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757591.388655:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757591.388665:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766275840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757591.388666:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766275456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757591.388675:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757591.388677:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787757591.388679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757591.388681:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787757591.388681:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757591.388685:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766275456:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757591.388685:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9567 00000100:00080000:3.0:1787757591.388688:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757591.388691:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757591.388694:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757591.388707:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766275584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787757591.388710:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766275968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787757591.388728:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757591.388741:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757591/real 1787757591] req@ffffa0e6c35b1f80 x1874589766275584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757591.388755:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766275584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757591.388765:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757591.388768:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757591.388770:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766275584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757591.388775:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766275712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757591.388791:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757591.388799:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757591/real 1787757591] req@ffffa0e6c35b2680 x1874589766275712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757591.388811:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766275712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757591.388820:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757591.388823:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757591.388827:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766275712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757591.388833:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766275840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757591.388853:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757591.388865:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757591/real 1787757591] req@ffffa0e6c35b2a00 x1874589766275840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757591.388876:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766275840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757591.388886:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757591.388889:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757591.388892:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766275840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757591.388907:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766275968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757591.388928:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757591.388939:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757591/real 1787757591] req@ffffa0e6c35b2d80 x1874589766275968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757591.388952:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766275968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757591.388962:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757591.388965:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757591.388969:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766275968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757592.284533:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757592.412377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757592.412507:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757593.308489:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757593.436369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757593.436392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757594.332518:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757594.460406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757594.460431:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757595.356581:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757595.484404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757595.484411:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757596.380421:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757596.508348:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757596.508348:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757596.508351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757596.508359:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757596.508364:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757596.508372:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9572 00000100:00080000:3.0:1787757596.508382:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757596.508388:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757596.508421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766276096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757596.508444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757596.508447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757596.508448:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757596.508451:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9572 00000100:00080000:3.0:1787757596.508454:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757596.508457:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757596.508464:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757596.508474:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766276096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757596.508476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766276224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757596.508487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757596.508489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757596.508504:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757596.508508:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9572 00000100:00080000:3.0:1787757596.508515:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757596.508518:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757596.508523:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757596.508532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766276352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757596.508539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757596.508541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757596.508543:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757596.508545:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9572 00000100:00080000:3.0:1787757596.508549:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787757596.508551:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757596.508554:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757596.508560:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757596.508567:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766276480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757596.508574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757596.508576:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757596.508577:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757596.508579:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9572 00000100:00080000:3.0:1787757596.508582:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757596.508585:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757596.508588:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757596.508595:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757596/real 1787757596] req@ffffa0e6c35b0700 x1874589766276096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757596.508596:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766276608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757596.508631:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766276096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757596.508643:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757596.508647:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757596.508649:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766276096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757596.508667:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766276224:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757596.508686:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757596.508695:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757596/real 1787757596] req@ffffa0e6c35b2d80 x1874589766276224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757596.508703:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766276224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757596.508710:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757596.508712:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757596.508714:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766276224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757596.508718:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766276352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757596.508729:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757596.508735:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757596/real 1787757596] req@ffffa0e6c35b2a00 x1874589766276352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757596.508742:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766276352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757596.508747:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757596.508749:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757596.508751:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766276352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757596.508754:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766276480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757596.508765:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757596.508770:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757596/real 1787757596] req@ffffa0e6c35b2680 x1874589766276480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757596.508778:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766276480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757596.508785:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757596.508786:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757596.508788:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766276480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757596.508791:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766276608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757596.508801:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757596.508806:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757596/real 1787757596] req@ffffa0e6c35b1f80 x1874589766276608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757596.508813:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766276608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757596.508820:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757596.508822:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757596.508823:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766276608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757597.404536:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757597.532338:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757597.532348:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757598.428560:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757598.556370:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757598.556435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757599.452574:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757599.580385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757599.580424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757600.476532:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757600.604385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757600.604391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757601.500537:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757601.628480:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757601.628550:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757601.628566:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1787757601.628569:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757601.628576:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757601.628599:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9577 00000100:00080000:2.0:1787757601.628623:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757601.628636:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757601.628703:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766276736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757601.628744:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757601.628749:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757601.628752:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757601.628758:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9577 00000100:00080000:2.0:1787757601.628764:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757601.628770:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757601.628785:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757601.628810:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766276736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757601.628811:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766276864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757601.628838:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757601.628842:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757601.628845:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757601.628851:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9577 00000100:00080000:2.0:1787757601.628855:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757601.628860:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757601.628866:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757601.628883:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766276992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757601.628895:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757601.628900:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757601.628904:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757601.628909:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9577 00000100:00080000:2.0:1787757601.628915:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757601.628920:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757601.628926:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757601.628943:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766277120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787757601.628955:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787757601.628967:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757601.628973:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757601.628975:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757601.628982:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9577 00000100:00080000:2.0:1787757601.628987:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757601.628993:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757601.628999:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757601.629015:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766277248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757601.629027:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757601/real 1787757601] req@ffffa0e6c60caa00 x1874589766276736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757601.629056:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766276736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757601.629074:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757601.629081:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757601.629086:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766276736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757601.629120:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766276864:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757601.629149:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757601.629165:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757601/real 1787757601] req@ffffa0e6c60c8380 x1874589766276864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757601.629180:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766276864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757601.629192:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757601.629196:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757601.629200:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766276864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757601.629207:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766276992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757601.629227:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757601.629239:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757601/real 1787757601] req@ffffa0e6c60ca300 x1874589766276992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757601.629255:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766276992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757601.629266:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757601.629301:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757601.629306:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766276992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757601.629313:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766277120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757601.629339:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757601.629353:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757601/real 1787757601] req@ffffa0e6c60c9180 x1874589766277120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757601.629368:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766277120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757601.629382:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757601.629386:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757601.629390:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766277120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757601.629398:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766277248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757601.629460:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757601.629475:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757601/real 1787757601] req@ffffa0e6c60c9f80 x1874589766277248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757601.629490:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766277248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757601.629513:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757601.629517:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757601.629521:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766277248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757602.524606:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757602.652427:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757602.652449:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757603.548532:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757603.676461:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757603.676501:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757604.572625:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757604.700434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757604.700452:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757605.596543:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757605.724406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757605.724440:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757606.620592:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757606.748372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757606.748441:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757606.748457:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757606.748468:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757606.748476:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757606.748491:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9582 00000100:00080000:2.0:1787757606.748506:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757606.748515:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757606.748574:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766277376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757606.748638:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757606.748646:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757606.748650:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757606.748675:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9582 00000100:00080000:2.0:1787757606.748682:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757606.748689:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757606.748697:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766277376:192.168.201.131@tcp:250:kworker.0 00000008:00100000:2.0:1787757606.748706:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757606.748737:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766277504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757606.748760:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757606.748768:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757606.748772:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757606.748782:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9582 00000100:00080000:2.0:1787757606.748791:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787757606.748799:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787757606.748805:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757606.748820:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757606.748846:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766277632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757606.748857:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757606/real 1787757606] req@ffffa0e6c60c9f80 x1874589766277376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757606.748866:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757606.748880:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1787757606.748899:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766277376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757606.748900:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757606.748918:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9582 00000100:00080000:2.0:1787757606.748930:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757606.748934:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757606.748941:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787757606.748949:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:2.0:1787757606.748955:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757606.748958:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766277376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757606.748979:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766277760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757606.748997:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766277504:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787757606.748998:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757606.749015:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757606.749018:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757606.749026:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9582 00000100:00080000:2.0:1787757606.749032:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757606.749038:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757606.749045:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787757606.749052:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757606.749069:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766277888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757606.749079:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757606/real 1787757606] req@ffffa0e6c60c9180 x1874589766277504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757606.749102:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766277504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757606.749115:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757606.749120:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757606.749125:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766277504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757606.749133:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766277632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757606.749155:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757606.749167:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757606/real 1787757606] req@ffffa0e6c60ca300 x1874589766277632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757606.749182:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766277632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757606.749192:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757606.749196:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757606.749199:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766277632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757606.749214:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766277760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757606.749234:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757606.749245:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757606/real 1787757606] req@ffffa0e6c60c8380 x1874589766277760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757606.749259:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766277760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757606.749305:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757606.749334:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757606.749342:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766277760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757606.749355:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766277888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757606.749397:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757606.749421:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757606/real 1787757606] req@ffffa0e6c60caa00 x1874589766277888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757606.749445:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766277888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757606.749460:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757606.749464:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757606.749469:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766277888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757607.644508:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757607.772416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757607.772446:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757608.668491:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757608.796391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757608.796409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757609.692464:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757609.820349:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757609.820357:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757610.716408:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757610.844349:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757610.844357:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757611.740493:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757611.868390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787757611.868486:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757611.868496:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1787757611.868499:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757611.868503:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757611.868526:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9587 00000100:00080000:1.0:1787757611.868541:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757611.868551:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757611.868597:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766278016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757611.868638:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757611.868643:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757611.868646:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757611.868651:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9587 00000100:00080000:1.0:1787757611.868655:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757611.868660:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757611.868672:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757611.868693:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766278144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757611.868709:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757611.868717:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766278016:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757611.868719:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757611.868733:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757611.868747:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9587 00000100:00080000:1.0:1787757611.868751:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757611.868755:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757611.868763:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757611.868787:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766278272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757611.868808:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757611.868813:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757611.868817:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757611.868822:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9587 00000100:00080000:1.0:1787757611.868826:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757611.868831:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757611.868839:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757611.868854:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766278400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757611.868874:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787757611.868891:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757611.868898:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757611.868902:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757611.868911:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9587 00000100:00080000:1.0:1787757611.868919:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757611.868924:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757611.868935:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757611.868951:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766278528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757611.868963:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757611/real 1787757611] req@ffffa0e6c7929500 x1874589766278016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757611.869019:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766278016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757611.869038:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757611.869045:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757611.869052:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766278016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757611.869090:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766278144:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757611.869120:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757611.869135:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757611/real 1787757611] req@ffffa0e6c7929180 x1874589766278144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757611.869151:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766278144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757611.869162:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757611.869167:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757611.869171:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766278144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757611.869179:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766278272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757611.869199:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757611.869210:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757611/real 1787757611] req@ffffa0e6c792a680 x1874589766278272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757611.869257:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766278272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757611.869308:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757611.869313:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757611.869318:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766278272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757611.869327:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766278400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757611.869362:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757611.869377:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757611/real 1787757611] req@ffffa0e6c7928a80 x1874589766278400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757611.869393:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766278400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757611.869407:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757611.869411:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757611.869415:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766278400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757611.869423:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766278528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757611.869444:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757611.869455:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757611/real 1787757611] req@ffffa0e6c7928700 x1874589766278528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757611.869469:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766278528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757611.869482:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757611.869485:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757611.869489:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766278528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757612.764471:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757612.892382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757612.892390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757613.788497:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757613.916434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757613.916449:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757614.812488:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757614.940370:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757614.940392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757615.836479:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757615.964376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757615.964439:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757616.860519:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787757616.988415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757616.988436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757616.988445:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757616.988469:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9592 00000100:00080000:0.0:1787757616.988494:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757616.988501:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757616.988511:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757616.988517:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757616.988610:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766278656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757616.988652:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757616.988662:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757616.988665:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757616.988671:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9592 00000100:00080000:0.0:1787757616.988677:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757616.988683:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757616.988708:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757616.988727:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766278656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787757616.988734:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766278784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757616.988768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757616.988776:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757616.988781:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757616.988794:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9592 00000100:00080000:0.0:1787757616.988811:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757616.988822:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757616.988839:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787757616.988853:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787757616.988873:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766278912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757616.988891:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757616.988897:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757616.988899:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757616.988908:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9592 00000100:00080000:0.0:1787757616.988915:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757616.988922:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757616.988931:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757616.988940:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757616/real 1787757616] req@ffffa0e6d86c6680 x1874589766278656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757616.988967:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766279040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757616.988983:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766278656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757616.988988:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757616.989014:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757616.989023:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757616.989039:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757616.989041:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9592 00000100:00080000:0.0:1787757616.989056:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757616.989058:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:0.0:1787757616.989077:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757616.989079:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766278656:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787757616.989097:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757616.989161:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766278784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787757616.989164:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766279168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757616.989224:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757616.989249:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757616/real 1787757616] req@ffffa0e6d86c6300 x1874589766278784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757616.989267:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766278784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757616.989320:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757616.989325:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757616.989329:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766278784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757616.989339:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766278912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757616.989367:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757616.989381:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757616/real 1787757616] req@ffffa0e6d86c5880 x1874589766278912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757616.989397:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766278912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757616.989416:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757616.989420:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757616.989424:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766278912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757616.989432:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766279040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757616.989452:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757616.989463:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757616/real 1787757616] req@ffffa0e6d86c7800 x1874589766279040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757616.989477:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766279040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757616.989490:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757616.989494:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757616.989498:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766279040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757616.989520:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766279168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757616.989542:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757616.989562:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757616/real 1787757616] req@ffffa0e6d86c5c00 x1874589766279168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757616.989586:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766279168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757616.989605:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757616.989612:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757616.989620:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766279168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757617.884554:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757618.012413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757618.012440:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757618.908515:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757619.036425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757619.036438:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757619.932580:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757620.060400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757620.060419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757620.956498:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757621.084453:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757621.084504:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757621.980559:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757622.108408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757622.108502:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757622.108515:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757622.108517:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757622.108527:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757622.108545:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9597 00000100:00080000:0.0:1787757622.108563:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757622.108577:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757622.108643:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766279296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757622.108688:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757622.108694:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757622.108696:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757622.108703:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9597 00000100:00080000:0.0:1787757622.108708:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757622.108714:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757622.108730:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757622.108754:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766279424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757622.108768:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757622.108773:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757622.108776:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757622.108781:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9597 00000100:00080000:0.0:1787757622.108784:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757622.108789:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757622.108795:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757622.108820:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766279552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757622.108822:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766279296:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757622.108865:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757622.108870:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757622.108872:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757622.108879:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9597 00000100:00080000:0.0:1787757622.108883:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757622.108888:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757622.108894:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757622.108908:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766279680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757622.108922:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757622.108928:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757622.108931:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757622.108937:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9597 00000100:00080000:0.0:1787757622.108941:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757622.108946:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757622.108952:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787757622.108966:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766279808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757622.108981:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757622.109090:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757622/real 1787757622] req@ffffa0e6d86c5c00 x1874589766279296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757622.109119:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766279296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757622.109135:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757622.109141:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757622.109146:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766279296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757622.109157:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766279424:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757622.109194:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757622.109210:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757622/real 1787757622] req@ffffa0e6d86c7800 x1874589766279424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757622.109226:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766279424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757622.109237:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757622.109241:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757622.109245:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766279424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757622.109329:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766279552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757622.109356:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757622.109379:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757622/real 1787757622] req@ffffa0e6d86c5880 x1874589766279552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757622.109404:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766279552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757622.109422:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757622.109429:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757622.109435:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766279552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757622.109449:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766279680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757622.109492:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757622.109516:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757622/real 1787757622] req@ffffa0e6d86c6300 x1874589766279680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757622.109542:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766279680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757622.109560:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757622.109564:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757622.109569:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766279680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757622.109577:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766279808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757622.109607:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757622.109621:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757622/real 1787757622] req@ffffa0e6d86c6680 x1874589766279808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757622.109637:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766279808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757622.109649:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757622.109653:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757622.109657:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766279808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757623.004558:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757623.132391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757623.132424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757624.028517:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757624.156378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757624.156396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757625.052531:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757625.180399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757625.180401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757626.076582:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757626.204380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757626.204398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757627.100518:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757627.228380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757627.228412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757627.228505:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757627.228517:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757627.228524:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757627.228540:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9603 00000100:00080000:1.0:1787757627.228558:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757627.228573:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757627.228634:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766279936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757627.228703:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757627.228711:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757627.228716:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757627.228724:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9603 00000100:00080000:1.0:1787757627.228733:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757627.228740:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757627.228753:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757627.228784:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766280064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757627.228785:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766279936:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757627.228813:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757627.228818:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757627.228821:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757627.228827:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9603 00000100:00080000:1.0:1787757627.228832:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757627.228837:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757627.228843:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757627.228859:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766280192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757627.228871:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757627.228876:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757627.228879:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787757627.228886:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787757627.228907:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9603 00000100:00080000:1.0:1787757627.228914:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757627.228920:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757627.228929:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757627.228938:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757627/real 1787757627] req@ffffa0e6c792b100 x1874589766279936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757627.228991:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766280320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757627.229012:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757627.229013:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766279936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757627.229021:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757627.229029:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757627.229045:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9603 00000100:00080000:1.0:1787757627.229057:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757627.229062:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757627.229064:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757627.229081:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:2.0:1787757627.229083:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757627.229099:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766279936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757627.229104:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766280448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757627.229148:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766280064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757627.229193:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757627.229211:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757627/real 1787757627] req@ffffa0e6c7928380 x1874589766280064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757627.229229:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766280064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757627.229240:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757627.229245:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757627.229249:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766280064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757627.229256:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766280192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757627.229317:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757627.229332:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757627/real 1787757627] req@ffffa0e6c792bb80 x1874589766280192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757627.229348:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766280192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757627.229373:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757627.229378:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757627.229385:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766280192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757627.229398:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766280320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757627.229437:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757627.229459:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757627/real 1787757627] req@ffffa0e6c7929f80 x1874589766280320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757627.229485:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766280320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757627.229509:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757627.229514:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757627.229518:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766280320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757627.229526:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766280448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757627.229553:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757627.229567:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757627/real 1787757627] req@ffffa0e6c7929c00 x1874589766280448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757627.229581:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766280448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757627.229593:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757627.229597:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757627.229601:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766280448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757628.124518:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757628.252423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757628.252424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757629.148518:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757629.276370:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757629.276406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757630.172510:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757630.300400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757630.300403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757631.196551:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757631.324365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757631.324399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757632.220568:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757632.348398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757632.348408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757632.348506:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757632.348521:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757632.348529:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757632.348546:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9608 00000100:00080000:0.0:1787757632.348565:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757632.348578:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757632.348647:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766280576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757632.348699:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757632.348705:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757632.348707:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757632.348714:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9608 00000100:00080000:0.0:1787757632.348719:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757632.348725:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757632.348742:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757632.348764:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766280704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757632.348776:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766280576:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757632.348789:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757632.348797:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757632.348800:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757632.348808:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9608 00000100:00080000:0.0:1787757632.348813:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757632.348818:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757632.348825:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757632.348841:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766280832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757632.348854:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757632.348886:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757632.348889:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757632.348897:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9608 00000100:00080000:0.0:1787757632.348904:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757632.348912:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757632.348921:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757632.348941:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766280960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757632.348945:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757632.348963:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757632.348969:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757632.348975:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757632.348984:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9608 00000100:00080000:0.0:1787757632.348989:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757632.348999:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757632.349011:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757632.349024:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757632/real 1787757632] req@ffffa0e6d86c6680 x1874589766280576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757632.349031:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766281088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757632.349157:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766280576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757632.349177:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757632.349189:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757632.349196:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766280576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757632.349234:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766280704:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757632.349267:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757632.349325:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757632/real 1787757632] req@ffffa0e6d86c6300 x1874589766280704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757632.349343:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766280704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757632.349354:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757632.349359:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757632.349363:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766280704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757632.349372:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766280832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757632.349397:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757632.349409:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757632/real 1787757632] req@ffffa0e6d86c5880 x1874589766280832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757632.349424:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766280832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757632.349434:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757632.349438:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757632.349442:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766280832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757632.349450:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766280960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757632.349470:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757632.349481:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757632/real 1787757632] req@ffffa0e6d86c7800 x1874589766280960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757632.349495:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766280960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757632.349508:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757632.349512:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757632.349515:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766280960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757632.349522:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766281088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757632.349542:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757632.349553:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757632/real 1787757632] req@ffffa0e6d86c5c00 x1874589766281088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757632.349570:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766281088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757632.349589:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757632.349596:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757632.349601:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766281088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757633.244539:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757633.372380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757633.372395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757634.268508:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757634.396400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757634.396423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757635.292531:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757635.420375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757635.420388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757636.316473:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757636.444389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757636.444408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757637.340559:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757637.468391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757637.468426:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757637.468433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757637.468444:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757637.468453:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757637.468466:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9613 00000100:00080000:0.0:1787757637.468481:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757637.468492:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757637.468544:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766281216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757637.468584:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757637.468589:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757637.468592:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757637.468597:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9613 00000100:00080000:0.0:1787757637.468602:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757637.468608:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757637.468620:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757637.468639:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766281216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787757637.468642:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766281344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757637.468676:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757637.468680:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757637.468683:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757637.468689:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9613 00000100:00080000:0.0:1787757637.468694:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757637.468698:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757637.468719:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787757637.468734:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787757637.468741:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766281472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757637.468757:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757637.468763:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757637.468765:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757637.468808:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9613 00000100:00080000:0.0:1787757637.468813:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757637.468819:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757637.468826:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757637.468831:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757637/real 1787757637] req@ffffa0e6d86c5c00 x1874589766281216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757637.468846:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766281600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757637.468868:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757637.468875:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766281216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757637.468877:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757637.468882:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757637.468896:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9613 00000100:00080000:0.0:1787757637.468907:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757637.468910:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757637.468915:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:2.0:1787757637.468924:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:0.0:1787757637.468928:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757637.468936:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766281216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787757637.468949:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766281728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757637.468975:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766281344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757637.469010:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757637.469026:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757637/real 1787757637] req@ffffa0e6d86c7800 x1874589766281344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757637.469041:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766281344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757637.469052:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757637.469057:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757637.469061:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766281344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757637.469068:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766281472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757637.469088:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757637.469098:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757637/real 1787757637] req@ffffa0e6d86c5880 x1874589766281472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757637.469114:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766281472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757637.469124:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757637.469127:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757637.469131:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766281472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757637.469138:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766281600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757637.469157:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757637.469167:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757637/real 1787757637] req@ffffa0e6d86c6300 x1874589766281600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757637.469181:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766281600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757637.469193:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757637.469196:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757637.469199:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766281600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757637.469206:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766281728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757637.469224:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757637.469235:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757637/real 1787757637] req@ffffa0e6d86c6680 x1874589766281728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757637.469248:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766281728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757637.469300:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757637.469305:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757637.469309:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766281728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757638.364512:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757638.492440:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757638.492519:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757639.388543:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757639.516381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757639.516462:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757640.412500:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757640.540380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757640.540380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757641.436522:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757641.564378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757641.564402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757642.460491:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757642.588376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757642.588418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757642.588440:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757642.588467:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757642.588473:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757642.588488:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9618 00000100:00080000:2.0:1787757642.588505:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757642.588518:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757642.588569:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766281856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757642.588608:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757642.588614:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757642.588618:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757642.588628:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9618 00000100:00080000:2.0:1787757642.588637:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757642.588648:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757642.588663:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757642.588720:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766281984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757642.588741:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766281856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757642.588749:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757642.588757:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757642.588759:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757642.588767:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9618 00000100:00080000:2.0:1787757642.588774:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757642.588781:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757642.588789:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757642.588810:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766282112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757642.588823:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757642.588831:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:1.0:1787757642.588833:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787757642.588836:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757642.588847:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9618 00000100:00080000:2.0:1787757642.588854:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757642.588860:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757642.588867:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757642.588885:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766282240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757642.588890:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757642/real 1787757642] req@ffffa0e6c60c8e00 x1874589766281856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757642.588932:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757642.588942:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766281856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757642.588945:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757642.588954:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757642.588969:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757642.588978:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9618 00000100:00080000:1.0:1787757642.588983:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757642.588995:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766281856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757642.588996:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757642.589013:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757642.589025:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757642.589032:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766281984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757642.589049:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766282368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787757642.589067:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757642.589091:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757642/real 1787757642] req@ffffa0e6c60cad80 x1874589766281984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757642.589114:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766281984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757642.589133:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757642.589139:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757642.589145:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766281984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757642.589158:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766282112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757642.589199:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757642.589223:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757642/real 1787757642] req@ffffa0e6c60c9880 x1874589766282112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757642.589242:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766282112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757642.589253:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757642.589257:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757642.589262:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766282112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757642.589303:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766282240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757642.589334:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757642.589349:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757642/real 1787757642] req@ffffa0e6c60cb480 x1874589766282240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757642.589364:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766282240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757642.589385:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757642.589389:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757642.589393:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766282240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757642.589414:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766282368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757642.589435:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757642.589446:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757642/real 1787757642] req@ffffa0e6c60c8a80 x1874589766282368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757642.589461:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766282368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757642.589473:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757642.589476:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757642.589480:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766282368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757643.484495:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757643.612403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757643.612446:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757644.508487:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757644.636384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757644.636402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757645.532456:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757645.660327:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757645.660349:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757646.556557:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757646.684402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757646.684459:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757647.580640:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757647.708441:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757647.708469:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757647.708499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757647.708514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757647.708522:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757647.708538:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9623 00000100:00080000:3.0:1787757647.708556:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757647.708567:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757647.708652:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766282496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757647.708693:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757647.708698:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757647.708701:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757647.708707:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9623 00000100:00080000:3.0:1787757647.708713:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757647.708720:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757647.708732:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757647.708752:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766282496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757647.708758:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766282624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757647.708788:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757647.708792:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757647.708794:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757647.708800:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9623 00000100:00080000:3.0:1787757647.708804:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757647.708808:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757647.708814:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757647.708842:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766282752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757647.708856:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787757647.708860:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757647.708863:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757647.708869:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757647.708877:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9623 00000100:00080000:3.0:1787757647.708887:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757647.708896:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757647.708907:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757647.708923:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757647/real 1787757647] req@ffffa0e6c35b3480 x1874589766282496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757647.708936:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766282880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757647.708976:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757647.708985:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766282496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757647.708988:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757647.708998:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757647.709016:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9623 00000100:00080000:3.0:1787757647.709027:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757647.709030:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787757647.709037:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787757647.709045:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:3.0:1787757647.709052:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757647.709055:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766282496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757647.709081:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766283008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757647.709096:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766282624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757647.709137:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757647.709155:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757647/real 1787757647] req@ffffa0e6c35b1880 x1874589766282624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757647.709172:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766282624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757647.709183:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757647.709187:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757647.709192:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766282624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757647.709199:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766282752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757647.709218:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757647.709229:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757647/real 1787757647] req@ffffa0e6c35b3800 x1874589766282752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757647.709252:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766282752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757647.709262:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757647.709265:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757647.709300:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766282752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757647.709309:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766282880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757647.709333:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757647.709346:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757647/real 1787757647] req@ffffa0e6c35b0e00 x1874589766282880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757647.709361:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766282880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757647.709373:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757647.709377:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757647.709381:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766282880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757647.709400:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766283008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757647.709420:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757647.709432:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757647/real 1787757647] req@ffffa0e6c35b0a80 x1874589766283008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757647.709446:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766283008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757647.709466:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757647.709469:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757647.709473:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766283008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757648.604486:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757648.732378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757648.732391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757649.628535:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757649.756374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757649.756404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757650.652574:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757650.780384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757650.780400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757651.676392:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757651.804344:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757651.804376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757652.700485:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757652.828366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757652.828414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757652.828464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757652.828474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757652.828481:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757652.828494:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9628 00000100:00080000:0.0:1787757652.828553:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757652.828563:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757652.828622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766283136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757652.828672:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757652.828680:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757652.828684:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757652.828694:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9628 00000100:00080000:0.0:1787757652.828703:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757652.828712:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757652.828726:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766283136:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787757652.828727:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757652.828759:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766283264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757652.828776:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757652.828785:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757652.828788:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757652.828793:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9628 00000100:00080000:0.0:1787757652.828811:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757652.828817:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757652.828823:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757652.828841:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766283392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757652.828854:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757652.828859:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757652.828862:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757652.828869:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9628 00000100:00080000:0.0:1787757652.828875:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757652.828880:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766283264:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787757652.828888:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757652.828898:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757652.828919:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766283520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757652.828933:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757652.828939:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1787757652.828944:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766283392:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787757652.828945:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757652.828962:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9628 00000100:00080000:0.0:1787757652.828969:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757652.828974:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757652.828985:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757652.828995:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766283520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787757652.829006:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766283648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757652.829042:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766283648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757653.724414:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757653.852432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757653.852433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757654.748599:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757654.876373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757654.876377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757655.772548:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757655.900425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757655.900439:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:3.0:1787757655.900678:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787757655.900729:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787757655.900750:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757655.900795:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757655.900806:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757655.900817:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757655.900828:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787757655.900880:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757652/real 1787757655] req@ffffa0e6d86c5c00 x1874589766283648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757655.900940:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766283648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757655.900967:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757655.900977:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757655.900985:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766283648:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757655.901000:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757652/real 1787757655] req@ffffa0e6d86c7800 x1874589766283520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757655.901026:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766283520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757655.901047:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757655.901053:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757655.901060:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766283520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757655.901072:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757652/real 1787757655] req@ffffa0e6d86c6300 x1874589766283264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757655.901095:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766283264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757655.901126:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757655.901133:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757655.901141:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766283264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757655.901159:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757652/real 1787757655] req@ffffa0e6d86c5880 x1874589766283392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757655.901184:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766283392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757655.901202:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757655.901208:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757655.901215:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766283392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757655.901228:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757652/real 1787757655] req@ffffa0e6d86c6680 x1874589766283136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757655.901253:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766283136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757655.901269:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757655.901312:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757655.901319:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766283136:192.168.201.131@tcp:250:kworker.0 00010000:00010000:1.0:1787757656.796478:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757656.924340:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757656.924342:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757657.820553:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757657.948382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757657.948405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757657.948549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757657.948559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757657.948565:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757657.948579:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9633 00000100:00080000:3.0:1787757657.948593:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757657.948603:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757657.948655:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766283776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757657.948708:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757657.948717:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757657.948721:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757657.948730:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9633 00000100:00080000:3.0:1787757657.948738:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757657.948746:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757657.948761:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757657.948787:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766283904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757657.948809:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757657.948816:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757657.948820:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757657.948830:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9633 00000100:00100000:2.0:1787757657.948839:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766283776:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757657.948842:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757657.948858:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757657.948869:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757657.948901:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766284032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757657.948922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757657.948929:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757657.948934:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757657.948943:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9633 00000800:00000100:2.0:1787757657.948954:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757657.948956:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757657.948972:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757657.948984:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757657.949013:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766284160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757657.949025:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757657/real 1787757657] req@ffffa0e6c35b1c00 x1874589766283776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757657.949042:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757657.949058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757657.949065:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757657.949079:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9633 00000100:00080000:3.0:1787757657.949088:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757657.949092:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766283776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757657.949101:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757657.949120:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:2.0:1787757657.949128:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757657.949146:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757657.949156:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766283776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757657.949169:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766284288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757657.949181:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766283904:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757657.949259:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757657.949341:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757657/real 1787757657] req@ffffa0e6c35b3100 x1874589766283904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757657.949371:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766283904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757657.949390:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757657.949398:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757657.949439:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766283904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757657.949485:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766284032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757657.949534:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757657.949565:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757657/real 1787757657] req@ffffa0e6c35b1180 x1874589766284032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757657.949595:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766284032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757657.949617:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757657.949626:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757657.949633:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766284032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757657.949647:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766284160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757657.949689:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757657.949714:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757657/real 1787757657] req@ffffa0e6c35b1500 x1874589766284160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757657.949741:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766284160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757657.949761:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757657.949767:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757657.949774:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766284160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757657.949787:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766284288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757657.949829:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757657.949853:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757657/real 1787757657] req@ffffa0e6c35b3b80 x1874589766284288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757657.949879:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766284288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757657.949898:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757657.949906:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757657.949912:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766284288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757658.844506:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757658.972439:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757658.972456:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757659.868513:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757659.996421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757659.996443:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757660.892472:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757661.020417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757661.020422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757661.916526:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757662.044412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757662.044432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757662.940547:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757663.068454:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757663.068465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757663.068467:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757663.068489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757663.068498:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757663.068517:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9638 00000100:00080000:0.0:1787757663.068537:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757663.068552:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757663.068619:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766284416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757663.068665:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757663.068670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757663.068673:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757663.068679:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9638 00000100:00080000:0.0:1787757663.068684:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757663.068690:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757663.068703:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757663.068738:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766284544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757663.068752:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766284416:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757663.068769:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757663.068776:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757663.068779:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757663.068786:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9638 00000100:00080000:0.0:1787757663.068793:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757663.068799:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757663.068808:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757663.068829:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766284672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757663.068843:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757663.068848:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757663.068851:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757663.068857:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9638 00000100:00080000:0.0:1787757663.068864:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757663.068869:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757663.068876:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787757663.068880:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787757663.068900:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766284800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757663.068918:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757663.068924:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757663.068928:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757663.068934:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9638 00000100:00080000:0.0:1787757663.068940:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757663.068945:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757663.068956:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757663.068958:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757663/real 1787757663] req@ffffa0e6d86c6680 x1874589766284416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757663.068988:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766284928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757663.069029:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766284416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757663.069055:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757663.069062:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757663.069070:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766284416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757663.069115:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766284544:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757663.069152:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757663.069171:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757663/real 1787757663] req@ffffa0e6d86c5880 x1874589766284544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757663.069187:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766284544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757663.069199:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757663.069203:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757663.069208:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766284544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757663.069216:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766284672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757663.069237:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757663.069249:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757663/real 1787757663] req@ffffa0e6d86c6300 x1874589766284672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757663.069311:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766284672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757663.069353:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757663.069360:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757663.069367:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766284672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757663.069380:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766284800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757663.069425:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757663.069450:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757663/real 1787757663] req@ffffa0e6d86c7800 x1874589766284800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757663.069467:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766284800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757663.069481:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757663.069485:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757663.069490:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766284800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757663.069498:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766284928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757663.069525:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757663.069537:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757663/real 1787757663] req@ffffa0e6d86c5c00 x1874589766284928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757663.069551:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766284928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757663.069581:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757663.069587:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757663.069594:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766284928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757663.964456:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757664.092464:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757664.092465:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757664.988513:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757665.116425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757665.116440:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757666.012525:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757666.140416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757666.140473:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757667.036518:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757667.164388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757667.164423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757668.060498:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757668.188432:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757668.188432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757668.188432:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757668.188450:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757668.188456:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757668.188472:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9643 00000100:00080000:3.0:1787757668.188488:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757668.188498:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757668.188545:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766285056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757668.188587:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757668.188592:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757668.188595:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757668.188600:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9643 00000100:00080000:3.0:1787757668.188605:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757668.188609:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757668.188621:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757668.188640:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766285184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757668.188654:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757668.188659:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757668.188662:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757668.188667:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9643 00000100:00080000:3.0:1787757668.188672:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757668.188680:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766285056:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757668.188681:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757668.188693:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757668.188707:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766285312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757668.188720:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757668.188725:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757668.188728:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757668.188733:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9643 00000100:00080000:3.0:1787757668.188755:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757668.188760:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757668.188766:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787757668.188774:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757668.188786:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766285440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757668.188801:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757668.188806:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757668.188809:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757668.188815:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9643 00000100:00080000:3.0:1787757668.188821:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757668.188825:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757668.188833:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757668.188857:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766285568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757668.188859:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757668/real 1787757668] req@ffffa0e6c35b0380 x1874589766285056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757668.188919:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766285056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757668.188940:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757668.188950:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757668.188958:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766285056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757668.188972:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766285184:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757668.189009:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757668.189028:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757668/real 1787757668] req@ffffa0e6c35b3b80 x1874589766285184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757668.189045:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766285184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757668.189057:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757668.189062:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757668.189066:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766285184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757668.189094:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766285312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757668.189117:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757668.189129:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757668/real 1787757668] req@ffffa0e6c35b1500 x1874589766285312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757668.189144:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766285312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757668.189155:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757668.189159:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757668.189163:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766285312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757668.189170:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766285440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757668.189188:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757668.189199:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757668/real 1787757668] req@ffffa0e6c35b1180 x1874589766285440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757668.189213:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766285440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757668.189225:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757668.189260:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757668.189266:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766285440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757668.189307:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766285568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757668.189338:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757668.189354:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757668/real 1787757668] req@ffffa0e6c35b3100 x1874589766285568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757668.189370:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766285568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757668.189382:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757668.189386:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757668.189390:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766285568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757669.084495:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757669.212381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757669.212434:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757670.108474:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757670.236366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757670.236421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757671.132510:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757671.260363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757671.260421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757672.156459:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757672.284377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757672.284434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757673.180521:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757673.308420:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757673.308434:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757673.308443:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757673.308447:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757673.308462:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9649 00000100:00080000:3.0:1787757673.308483:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757673.308496:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757673.308546:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757673.308578:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766285696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757673.308638:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757673.308647:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757673.308652:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757673.308664:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9649 00000100:00080000:3.0:1787757673.308674:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757673.308685:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757673.308705:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757673.308708:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766285696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757673.308746:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766285824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757673.308775:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757673.308780:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757673.308784:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757673.308790:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9649 00000100:00080000:3.0:1787757673.308798:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757673.308804:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757673.308815:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787757673.308827:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757673.308842:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766285952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757673.308860:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757673.308866:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757673.308871:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757673.308880:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9649 00000100:00080000:3.0:1787757673.308887:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757673.308896:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757673.308898:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757673/real 1787757673] req@ffffa0e6c35b1c00 x1874589766285696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787757673.308907:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757673.308937:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766286080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757673.308949:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766285696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757673.308981:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757673.309016:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757673.309028:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787757673.309030:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757673.309069:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787757673.309069:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9649 00000100:00080000:3.0:1787757673.309099:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757673.309105:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766285696:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757673.309114:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757673.309168:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757673.309195:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766286208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757673.309203:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766285824:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757673.309318:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757673.309341:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757673/real 1787757673] req@ffffa0e6c35b0a80 x1874589766285824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757673.309359:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766285824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757673.309371:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757673.309376:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757673.309383:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766285824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757673.309397:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766285952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757673.309439:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757673.309463:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757673/real 1787757673] req@ffffa0e6c35b0e00 x1874589766285952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757673.309490:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766285952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757673.309508:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757673.309513:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757673.309517:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766285952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757673.309527:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766286080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757673.309558:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757673.309573:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757673/real 1787757673] req@ffffa0e6c35b3800 x1874589766286080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757673.309588:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766286080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757673.309600:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757673.309604:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757673.309608:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766286080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757673.309631:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766286208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757673.309651:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757673.309663:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757673/real 1787757673] req@ffffa0e6c35b1880 x1874589766286208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757673.309685:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766286208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757673.309705:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757673.309711:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757673.309718:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766286208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757674.204539:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757674.332400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757674.332404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757675.228536:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757675.356399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757675.356406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757676.252491:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757676.380367:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757676.380387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757677.276531:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757677.404387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757677.404411:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757678.300523:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757678.428393:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787757678.428408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757678.428410:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757678.428420:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757678.428421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757678.428438:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9654 00000100:00080000:3.0:1787757678.428455:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757678.428467:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757678.428518:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766286336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757678.428557:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757678.428562:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757678.428565:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757678.428571:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9654 00000100:00080000:3.0:1787757678.428576:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757678.428581:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757678.428593:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757678.428613:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766286336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757678.428615:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766286464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757678.428642:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757678.428650:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757678.428653:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757678.428659:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9654 00000100:00080000:3.0:1787757678.428664:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757678.428669:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757678.428675:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757678.428690:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766286592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757678.428703:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787757678.428713:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757678.428716:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757678.428722:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757678.428729:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9654 00000100:00080000:3.0:1787757678.428735:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757678.428741:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757678.428747:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757678.428764:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766286720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757678.428771:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757678/real 1787757678] req@ffffa0e6c35b3480 x1874589766286336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757678.428807:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757678.428814:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757678.428817:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757678.428826:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9654 00000100:00100000:2.0:1787757678.428828:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766286336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757678.428831:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757678.428843:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757678.428858:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:2.0:1787757678.428864:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757678.428873:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757678.428878:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766286336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757678.428892:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766286848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757678.428914:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766286464:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757678.428949:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757678.428965:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757678/real 1787757678] req@ffffa0e6c35b1f80 x1874589766286464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757678.428981:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766286464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757678.428992:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757678.428996:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757678.429000:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766286464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757678.429007:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766286592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757678.429025:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757678.429036:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757678/real 1787757678] req@ffffa0e6c35b2680 x1874589766286592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757678.429110:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766286592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757678.429121:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757678.429125:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757678.429129:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766286592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757678.429136:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766286720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757678.429160:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757678.429174:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757678/real 1787757678] req@ffffa0e6c35b2a00 x1874589766286720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757678.429188:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766286720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757678.429200:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757678.429204:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757678.429208:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766286720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757678.429226:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766286848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757678.429245:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757678.429257:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757678/real 1787757678] req@ffffa0e6c35b2d80 x1874589766286848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757678.429302:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766286848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757678.429323:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757678.429327:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757678.429331:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766286848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757679.324506:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757679.452385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757679.452419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757680.348558:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757680.476385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757680.476428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757681.372458:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757681.500416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757681.500416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757682.396511:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757682.524394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757682.524450:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757683.420566:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757683.548401:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757683.548423:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1787757683.548434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757683.548435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757683.548436:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757683.548466:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9659 00000100:00080000:3.0:1787757683.548490:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757683.548507:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757683.548574:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766286976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757683.548617:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757683.548623:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757683.548626:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757683.548632:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9659 00000100:00080000:3.0:1787757683.548637:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757683.548643:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757683.548660:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757683.548685:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766286976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757683.548685:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766287104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757683.548714:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757683.548718:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757683.548720:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757683.548726:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9659 00000100:00080000:3.0:1787757683.548731:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757683.548737:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757683.548743:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757683.548758:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766287232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757683.548773:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757683.548780:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757683.548784:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757683.548793:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9659 00000100:00080000:3.0:1787757683.548815:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757683.548824:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:2.0:1787757683.548834:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787757683.548836:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757683.548870:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766287360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757683.548890:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757683.548896:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757683.548899:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757683.548904:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757683/real 1787757683] req@ffffa0e6c35b0700 x1874589766286976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757683.548911:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9659 00000100:00080000:3.0:1787757683.548925:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757683.548938:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757683.548948:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757683.548954:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766286976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757683.548997:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766287488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757683.549007:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757683.549024:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757683.549037:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766286976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757683.549087:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766287104:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757683.549125:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757683.549144:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757683/real 1787757683] req@ffffa0e6c35b2d80 x1874589766287104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757683.549160:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766287104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757683.549173:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757683.549178:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757683.549183:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766287104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757683.549190:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766287232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757683.549210:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757683.549221:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757683/real 1787757683] req@ffffa0e6c35b2a00 x1874589766287232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757683.549236:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766287232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757683.549247:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757683.549250:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757683.549254:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766287232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757683.549261:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766287360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757683.549320:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757683.549335:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757683/real 1787757683] req@ffffa0e6c35b2680 x1874589766287360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757683.549350:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766287360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757683.549365:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757683.549369:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757683.549374:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766287360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757683.549382:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766287488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757683.549402:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757683.549414:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757683/real 1787757683] req@ffffa0e6c35b1f80 x1874589766287488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757683.549428:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766287488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757683.549441:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757683.549444:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757683.549448:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766287488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757684.444519:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757684.572386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757684.572390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757685.468529:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757685.596456:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757685.596475:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757686.492574:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757686.620408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757686.620421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757687.516510:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757687.644441:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757687.644445:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757688.540560:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787757688.668430:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787757688.668436:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757688.668445:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757688.668458:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757688.668476:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9664 00000100:00080000:2.0:1787757688.668492:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787757688.668495:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757688.668505:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757688.668561:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766287616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757688.668605:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757688.668614:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757688.668617:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757688.668622:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9664 00000100:00080000:2.0:1787757688.668627:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757688.668631:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757688.668643:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757688.668659:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766287744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757688.668672:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757688.668676:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757688.668679:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757688.668684:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9664 00000100:00080000:2.0:1787757688.668688:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757688.668693:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757688.668699:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757688.668712:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766287872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757688.668726:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757688.668731:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757688.668737:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757688.668740:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766287616:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757688.668747:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9664 00000100:00080000:2.0:1787757688.668758:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757688.668763:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757688.668771:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757688.668788:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766288000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757688.668802:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757688.668807:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757688.668810:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757688.668814:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9664 00000100:00080000:2.0:1787757688.668818:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757688.668822:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757688.668829:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757688.668846:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766288128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787757688.668861:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757688.668953:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757688/real 1787757688] req@ffffa0e6c60c8a80 x1874589766287616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757688.668980:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766287616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757688.668994:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757688.668999:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757688.669004:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766287616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757688.669014:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766287744:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757688.669043:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757688.669057:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757688/real 1787757688] req@ffffa0e6c60cb480 x1874589766287744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757688.669072:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766287744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757688.669083:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757688.669087:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757688.669091:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766287744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757688.669119:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766287872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757688.669140:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757688.669152:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757688/real 1787757688] req@ffffa0e6c60c9880 x1874589766287872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757688.669166:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766287872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757688.669177:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757688.669180:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757688.669184:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766287872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757688.669191:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766288000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757688.669210:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757688.669221:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757688/real 1787757688] req@ffffa0e6c60cad80 x1874589766288000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757688.669236:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766288000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757688.669248:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757688.669251:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757688.669255:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766288000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757688.669261:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766288128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757688.669330:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757688.669344:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757688/real 1787757688] req@ffffa0e6c60c8e00 x1874589766288128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757688.669359:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766288128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757688.669379:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757688.669383:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757688.669387:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766288128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757689.564478:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757689.692410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757689.692456:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757690.588515:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757690.716391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757690.716398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757691.612563:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757691.740369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757691.740384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757692.636592:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757692.764434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757692.764446:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757693.660568:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757693.788444:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757693.788475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757693.788489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757693.788498:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757693.788519:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9669 00000100:00080000:2.0:1787757693.788538:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757693.788552:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757693.788569:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757693.788624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766288256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757693.788666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757693.788674:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757693.788676:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757693.788682:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9669 00000100:00080000:2.0:1787757693.788688:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757693.788696:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757693.788713:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757693.788734:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766288384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757693.788739:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766288256:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757693.788805:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757693.788815:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757693.788819:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757693.788832:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9669 00000100:00080000:2.0:1787757693.788841:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757693.788850:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757693.788865:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787757693.788872:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757693.788911:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766288512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757693.788931:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757693/real 1787757693] req@ffffa0e6c60caa00 x1874589766288256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757693.788936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757693.788966:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757693.788977:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757693.788995:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9669 00000100:00080000:2.0:1787757693.789005:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757693.789006:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766288256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757693.789029:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787757693.789054:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1787757693.789056:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:1.0:1787757693.789068:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757693.789077:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766288256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757693.789088:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766288640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757693.789104:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757693.789109:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757693.789113:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757693.789122:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766288384:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787757693.789124:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9669 00000100:00080000:2.0:1787757693.789142:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757693.789154:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757693.789163:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787757693.789177:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757693.789185:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766288768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757693.789203:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757693/real 1787757693] req@ffffa0e6c60c8380 x1874589766288384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757693.789238:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766288384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757693.789251:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757693.789255:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757693.789260:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766288384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757693.789316:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766288512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757693.789344:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757693.789359:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757693/real 1787757693] req@ffffa0e6c60ca300 x1874589766288512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757693.789374:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766288512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757693.789384:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757693.789389:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757693.789393:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766288512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757693.789400:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766288640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757693.789421:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757693.789432:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757693/real 1787757693] req@ffffa0e6c60c9180 x1874589766288640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757693.789445:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766288640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757693.789466:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757693.789470:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757693.789473:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766288640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757693.789493:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766288768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757693.789513:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757693.789525:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757693/real 1787757693] req@ffffa0e6c60c9f80 x1874589766288768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757693.789538:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766288768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757693.789550:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757693.789553:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757693.789557:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766288768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757694.684556:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757694.812389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757694.812440:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757695.708491:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757695.836380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757695.836434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757696.732503:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757696.860422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757696.860474:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757697.756503:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757697.884396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757697.884425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757698.780555:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757698.908406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757698.908427:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757698.908486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757698.908497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757698.908503:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757698.908517:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9674 00000100:00080000:3.0:1787757698.908530:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757698.908540:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757698.908588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766288896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757698.908629:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757698.908634:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757698.908637:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757698.908642:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9674 00000100:00080000:3.0:1787757698.908647:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757698.908652:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757698.908665:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757698.908683:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766289024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757698.908711:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766288896:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757698.908744:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757698.908749:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757698.908753:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757698.908760:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9674 00000100:00080000:3.0:1787757698.908766:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757698.908772:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757698.908782:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757698.908799:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766289152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757698.908813:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757698.908818:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757698.908821:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787757698.908830:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757698.908838:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9674 00000100:00080000:3.0:1787757698.908846:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757698.908852:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757698.908860:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757698.908877:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766289280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757698.908890:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757698/real 1787757698] req@ffffa0e6c35b3480 x1874589766288896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757698.908892:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757698.908909:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757698.908915:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757698.908930:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9674 00000100:00080000:3.0:1787757698.908935:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757698.908938:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757698.908943:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757698.908958:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766289408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757698.908966:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766288896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757698.908991:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757698.908997:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757698.909002:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766288896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757698.909033:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766289024:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757698.909066:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757698.909082:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757698/real 1787757698] req@ffffa0e6c35b1880 x1874589766289024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757698.909097:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766289024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757698.909108:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757698.909112:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757698.909116:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766289024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757698.909124:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766289152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757698.909144:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757698.909155:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757698/real 1787757698] req@ffffa0e6c35b3800 x1874589766289152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757698.909178:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766289152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757698.909188:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757698.909192:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757698.909195:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766289152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757698.909202:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766289280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757698.909220:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757698.909230:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757698/real 1787757698] req@ffffa0e6c35b0e00 x1874589766289280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757698.909243:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766289280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757698.909256:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757698.909260:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757698.909264:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766289280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757698.909304:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766289408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757698.909328:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757698.909342:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757698/real 1787757698] req@ffffa0e6c35b0a80 x1874589766289408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757698.909356:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766289408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757698.909376:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757698.909380:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757698.909384:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766289408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757699.804525:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757699.932391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757699.932405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757700.828578:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757700.956383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757700.956406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757701.852537:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757701.980388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757701.980406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757702.876554:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757703.004399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757703.004445:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757703.900472:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757704.028375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757704.028411:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757704.028459:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757704.028470:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757704.028476:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757704.028489:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9679 00000100:00080000:3.0:1787757704.028503:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757704.028512:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757704.028562:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766289536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757704.028643:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757704.028649:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757704.028652:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757704.028658:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9679 00000100:00080000:3.0:1787757704.028663:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757704.028668:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757704.028680:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757704.028698:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766289664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757704.028712:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757704.028717:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757704.028719:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757704.028725:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9679 00000100:00080000:3.0:1787757704.028731:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757704.028735:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766289536:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757704.028742:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757704.028755:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757704.028771:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766289792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757704.028794:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757704.028798:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757704.028801:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757704.028807:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9679 00000100:00080000:3.0:1787757704.028812:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757704.028818:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757704.028824:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787757704.028834:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757704.028842:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766289920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757704.028857:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757704.028862:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757704.028865:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757704.028870:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9679 00000100:00080000:3.0:1787757704.028876:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757704.028881:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757704.028887:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757704.028893:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757704/real 1787757704] req@ffffa0e6c35b1c00 x1874589766289536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757704.028906:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766290048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757704.028933:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766289536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757704.028951:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757704.028957:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757704.028964:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766289536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757704.028973:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766289664:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757704.028998:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757704.029013:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757704/real 1787757704] req@ffffa0e6c35b3100 x1874589766289664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757704.029028:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766289664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757704.029038:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757704.029042:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757704.029046:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766289664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757704.029074:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766289792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757704.029094:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757704.029106:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757704/real 1787757704] req@ffffa0e6c35b1180 x1874589766289792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757704.029121:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766289792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757704.029131:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757704.029134:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757704.029138:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766289792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757704.029144:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766289920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757704.029162:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757704.029173:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757704/real 1787757704] req@ffffa0e6c35b1500 x1874589766289920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757704.029186:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766289920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757704.029199:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757704.029203:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757704.029207:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766289920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757704.029213:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766290048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757704.029231:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757704.029241:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757704/real 1787757704] req@ffffa0e6c35b3b80 x1874589766290048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757704.029254:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766290048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757704.029266:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757704.029301:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757704.029305:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766290048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757704.924609:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757705.052353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757705.052423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757705.948561:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757706.076384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757706.076464:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757706.972526:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757707.100375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757707.100414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757707.996563:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757708.124391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757708.124394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757709.020539:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757709.148401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757709.148420:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757709.148451:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757709.148465:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757709.148473:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757709.148492:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9684 00000100:00080000:0.0:1787757709.148530:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757709.148541:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757709.148591:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766290176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757709.148629:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757709.148634:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757709.148637:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757709.148642:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9684 00000100:00080000:0.0:1787757709.148647:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757709.148653:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757709.148665:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757709.148683:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766290304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757709.148690:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766290176:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757709.148725:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757709.148729:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757709.148732:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757709.148738:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9684 00000100:00080000:0.0:1787757709.148743:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757709.148748:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757709.148754:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757709.148768:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766290432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757709.148789:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757709.148793:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757709.148795:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757709.148801:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9684 00000100:00080000:0.0:1787757709.148806:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757709.148810:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757709.148817:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787757709.148818:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787757709.148840:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766290560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757709.148853:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757709.148858:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757709.148861:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757709.148867:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9684 00000100:00080000:0.0:1787757709.148871:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757709.148875:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757709/real 1787757709] req@ffffa0e6d86c5c00 x1874589766290176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757709.148882:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757709.148894:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757709.148919:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766290176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757709.148920:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766290688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757709.148976:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757709.148985:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757709.148992:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766290176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757709.149022:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766290304:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757709.149052:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757709.149068:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757709/real 1787757709] req@ffffa0e6d86c7800 x1874589766290304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757709.149085:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766290304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757709.149096:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757709.149101:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757709.149105:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766290304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757709.149113:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766290432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757709.149132:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757709.149143:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757709/real 1787757709] req@ffffa0e6d86c6300 x1874589766290432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757709.149166:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766290432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757709.149176:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757709.149180:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757709.149184:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766290432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757709.149191:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766290560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757709.149210:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757709.149221:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757709/real 1787757709] req@ffffa0e6d86c5880 x1874589766290560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757709.149235:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766290560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757709.149247:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757709.149251:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757709.149254:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766290560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757709.149261:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766290688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757709.149315:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757709.149329:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757709/real 1787757709] req@ffffa0e6d86c6680 x1874589766290688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757709.149344:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766290688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757709.149365:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757709.149368:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757709.149372:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766290688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757710.044584:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757710.172407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757710.172448:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757711.068539:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757711.196418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757711.196420:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757712.092442:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757712.220340:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757712.220352:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757713.116549:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757713.244402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757713.244425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757714.140497:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757714.268404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757714.268449:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757714.268509:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757714.268519:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757714.268525:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757714.268537:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9690 00000100:00080000:3.0:1787757714.268551:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757714.268559:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757714.268606:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766290816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757714.268644:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757714.268649:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757714.268652:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757714.268657:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9690 00000100:00080000:3.0:1787757714.268661:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757714.268667:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757714.268679:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757714.268707:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766290816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757714.268707:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766290944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757714.268732:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757714.268742:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757714.268746:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757714.268756:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9690 00000100:00080000:3.0:1787757714.268763:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757714.268771:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757714.268783:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787757714.268811:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757714.268815:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766291072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757714.268840:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757714.268849:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757714.268853:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757714.268864:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757714/real 1787757714] req@ffffa0e6c35b0380 x1874589766290816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757714.268864:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9690 00000100:00080000:3.0:1787757714.268876:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757714.268894:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757714.268901:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766290816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787757714.268910:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:1.0:1787757714.268920:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757714.268928:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757714.268935:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766290816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757714.268946:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766291200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757714.268972:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766290944:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787757714.268974:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757714.268987:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757714.268990:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757714.268998:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9690 00000100:00080000:3.0:1787757714.269006:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757714.269016:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787757714.269018:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787757714.269027:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757714.269046:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757714/real 1787757714] req@ffffa0e6c35b3b80 x1874589766290944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757714.269055:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766291328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757714.269104:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766290944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757714.269127:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757714.269135:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757714.269143:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766290944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757714.269157:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766291072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757714.269218:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757714.269241:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757714/real 1787757714] req@ffffa0e6c35b1500 x1874589766291072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757714.269257:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766291072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757714.269269:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757714.269305:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757714.269310:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766291072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757714.269332:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766291200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757714.269361:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757714.269375:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757714/real 1787757714] req@ffffa0e6c35b1180 x1874589766291200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757714.269390:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766291200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757714.269404:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757714.269408:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757714.269412:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766291200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757714.269448:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766291328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757714.269473:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757714.269486:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757714/real 1787757714] req@ffffa0e6c35b3100 x1874589766291328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757714.269500:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766291328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757714.269512:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757714.269516:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757714.269521:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766291328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757715.164555:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757715.292434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757715.292450:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757716.188557:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757716.316439:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757716.316500:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757717.212447:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757717.340341:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757717.340480:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757718.236540:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757718.364431:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757718.364444:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757719.260522:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757719.388403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757719.388431:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787757719.388435:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757719.388444:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757719.388453:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757719.388467:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9695 00000100:00080000:3.0:1787757719.388480:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757719.388489:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757719.388536:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766291456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757719.388574:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757719.388579:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757719.388582:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757719.388587:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9695 00000100:00080000:3.0:1787757719.388591:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757719.388596:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757719.388608:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757719.388624:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766291584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757719.388638:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757719.388642:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757719.388645:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757719.388650:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9695 00000100:00080000:3.0:1787757719.388653:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757719.388661:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766291456:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757719.388663:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757719.388676:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757719.388693:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766291712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757719.388707:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757719.388712:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757719.388714:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757719.388719:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9695 00000100:00080000:3.0:1787757719.388726:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757719.388732:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757719.388738:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757719.388754:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766291840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757719.388767:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757719.388771:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757719.388773:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757719.388779:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9695 00000100:00080000:3.0:1787757719.388783:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757719.388787:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757719.388794:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757719.388811:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766291584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787757719.388812:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766291968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757719.388887:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766291712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757719.388922:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766291840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757719.388946:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766291968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757720.284634:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757720.412416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757720.412535:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757721.308549:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757721.436435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757721.436531:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757722.332547:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757722.460401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757722.460669:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:3.0:1787757722.460772:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787757722.460828:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787757722.460851:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757722.460910:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757722.460928:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757722.460942:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757722.460960:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787757722.461009:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757719/real 1787757722] req@ffffa0e6c35b0e00 x1874589766291712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757722.461045:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766291712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757722.461067:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757722.461076:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757722.461085:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766291712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757722.461100:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757719/real 1787757722] req@ffffa0e6c35b3800 x1874589766291840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757722.461125:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766291840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757722.461144:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757722.461151:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757722.461158:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766291840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757722.461171:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757719/real 1787757722] req@ffffa0e6c35b1880 x1874589766291968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757722.461194:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766291968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757722.461212:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757722.461218:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757722.461224:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766291968:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757722.461237:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757719/real 1787757722] req@ffffa0e6c35b1c00 x1874589766291456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757722.461261:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766291456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757722.461361:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757722.461370:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757722.461377:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766291456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757722.461391:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757719/real 1787757722] req@ffffa0e6c35b0a80 x1874589766291584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757722.461418:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766291584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757722.461434:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757722.461441:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757722.461448:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766291584:192.168.201.131@tcp:38:kworker.0 00010000:00010000:1.0:1787757723.356541:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757723.484405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757723.484447:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757724.380505:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787757724.508468:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757724.508480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757724.508486:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787757724.508508:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757724.508512:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9700 00000100:00100000:1.0:1787757724.508515:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757724.508532:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757724.508545:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757724.508593:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766292096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757724.508628:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757724.508633:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757724.508636:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757724.508642:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9700 00000100:00080000:2.0:1787757724.508646:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757724.508654:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757724.508681:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757724.508702:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766292096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757724.508715:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766292224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757724.508745:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757724.508752:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757724.508756:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757724.508765:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9700 00000100:00080000:2.0:1787757724.508774:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757724.508783:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757724.508793:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757724.508823:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766292352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787757724.508827:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787757724.508855:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757724.508862:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757724.508867:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757724.508879:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9700 00000100:00080000:2.0:1787757724.508887:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757724.508895:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757724/real 1787757724] req@ffffa0e6c60c9f80 x1874589766292096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757724.508902:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757724.508919:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757724.508956:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766292096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757724.508957:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766292480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757724.509022:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757724.509028:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757724.509032:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757724.509042:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757724.509046:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:2.0:1787757724.509059:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9700 00000100:00100000:1.0:1787757724.509067:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766292096:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757724.509074:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757724.509090:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757724.509102:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757724.509120:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766292224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757724.509134:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766292608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787757724.509185:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757724.509218:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757724/real 1787757724] req@ffffa0e6c60c9180 x1874589766292224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757724.509330:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766292224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757724.509351:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757724.509357:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757724.509363:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766292224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757724.509376:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766292352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757724.509421:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757724.509446:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757724/real 1787757724] req@ffffa0e6c60ca300 x1874589766292352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757724.509482:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766292352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757724.509499:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757724.509506:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757724.509513:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766292352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757724.509525:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766292480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757724.509568:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757724.509592:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757724/real 1787757724] req@ffffa0e6c60c8380 x1874589766292480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757724.509616:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766292480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757724.509638:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757724.509645:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757724.509653:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766292480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757724.509692:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766292608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757724.509735:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757724.509760:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757724/real 1787757724] req@ffffa0e6c60caa00 x1874589766292608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757724.509785:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766292608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757724.509819:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757724.509826:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757724.509833:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766292608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757725.404538:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757725.532393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757725.532568:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757726.428474:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757726.556381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757726.556415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757727.452520:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757727.580411:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757727.580526:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757728.476603:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757728.604419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757728.604428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757729.500532:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757729.628386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757729.628412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757729.628443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757729.628454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757729.628460:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757729.628475:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9705 00000100:00080000:3.0:1787757729.628490:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757729.628500:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757729.628546:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766292736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757729.628583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757729.628588:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757729.628591:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757729.628596:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9705 00000100:00080000:3.0:1787757729.628600:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757729.628605:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757729.628616:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757729.628633:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766292864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757729.628645:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766292736:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757729.628656:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757729.628662:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757729.628664:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757729.628670:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9705 00000100:00080000:3.0:1787757729.628674:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757729.628679:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757729.628686:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757729.628702:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766292992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757729.628723:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757729.628728:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757729.628730:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757729.628740:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9705 00000800:00000100:1.0:1787757729.628741:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757729.628747:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757729.628755:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757729.628764:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757729.628789:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766293120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757729.628797:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757729/real 1787757729] req@ffffa0e6c35b3480 x1874589766292736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757729.628827:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757729.628841:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757729.628850:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757729.628865:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766292736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757729.628866:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9705 00000100:00080000:3.0:1787757729.628881:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757729.628891:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787757729.628893:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787757729.628903:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:3.0:1787757729.628906:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757729.628912:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766292736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757729.628933:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766293248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757729.628950:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766292864:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757729.628988:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757729.629005:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757729/real 1787757729] req@ffffa0e6c35b1f80 x1874589766292864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757729.629022:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766292864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757729.629034:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757729.629038:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757729.629042:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766292864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757729.629049:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766292992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757729.629070:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757729.629081:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757729/real 1787757729] req@ffffa0e6c35b2680 x1874589766292992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757729.629095:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766292992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757729.629105:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757729.629109:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757729.629112:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766292992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757729.629119:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766293120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757729.629137:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757729.629180:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757729/real 1787757729] req@ffffa0e6c35b2a00 x1874589766293120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757729.629199:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766293120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757729.629212:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757729.629216:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757729.629221:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766293120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757729.629242:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766293248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757729.629310:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757729.629337:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757729/real 1787757729] req@ffffa0e6c35b2d80 x1874589766293248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757729.629363:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766293248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757729.629384:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757729.629390:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757729.629394:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766293248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757730.524546:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757730.652407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757730.652415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757731.548497:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757731.676419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757731.676419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757732.572559:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757732.700440:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757732.700461:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757733.596538:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757733.724429:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757733.724430:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757734.620546:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757734.748433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757734.748437:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757734.748444:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757734.748458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757734.748467:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757734.748485:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9710 00000100:00080000:3.0:1787757734.748504:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757734.748517:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757734.748574:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766293376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757734.748615:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757734.748623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757734.748627:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757734.748635:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9710 00000100:00080000:3.0:1787757734.748643:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757734.748651:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757734.748668:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757734.748686:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766293376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757734.748695:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766293504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757734.748715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757734.748721:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757734.748724:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757734.748731:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9710 00000100:00080000:3.0:1787757734.748737:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757734.748743:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757734.748752:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757734.748769:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766293632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787757734.748782:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757734.748786:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757734.748793:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757734.748796:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757734.748803:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9710 00000100:00080000:3.0:1787757734.748808:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757734.748814:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757734.748823:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757734.748831:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757734/real 1787757734] req@ffffa0e6c35b0700 x1874589766293376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757734.748840:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766293760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757734.748859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757734.748863:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766293376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757734.748865:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757734.748869:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757734.748876:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9710 00000100:00080000:3.0:1787757734.748881:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757734.748883:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787757734.748888:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787757734.748891:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:3.0:1787757734.748896:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757734.748899:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766293376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757734.748911:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766293888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757734.748933:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766293504:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757734.748976:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757734.749002:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757734/real 1787757734] req@ffffa0e6c35b2d80 x1874589766293504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757734.749020:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766293504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757734.749032:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757734.749036:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757734.749040:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766293504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757734.749048:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766293632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757734.749103:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757734.749118:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757734/real 1787757734] req@ffffa0e6c35b2a00 x1874589766293632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757734.749142:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766293632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757734.749154:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757734.749157:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757734.749161:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766293632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757734.749169:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766293760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757734.749189:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757734.749200:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757734/real 1787757734] req@ffffa0e6c35b2680 x1874589766293760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757734.749214:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766293760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757734.749226:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757734.749229:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757734.749233:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766293760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757734.749239:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766293888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757734.749257:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757734.749267:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757734/real 1787757734] req@ffffa0e6c35b1f80 x1874589766293888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757734.749316:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766293888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757734.749336:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757734.749340:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757734.749344:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766293888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757735.644537:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757735.772383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757735.772389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757736.668548:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757736.796430:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757736.796430:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757737.692481:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757737.820376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757737.820413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757738.716559:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757738.844387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757738.844395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757739.740510:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757739.868408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757739.868408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757739.868416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757739.868427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757739.868433:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757739.868448:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9715 00000100:00080000:3.0:1787757739.868462:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757739.868473:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757739.868521:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766294016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757739.868559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757739.868564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757739.868567:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757739.868572:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9715 00000100:00080000:3.0:1787757739.868576:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757739.868582:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757739.868594:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757739.868611:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766294144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757739.868621:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766294016:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757739.868637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757739.868643:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757739.868645:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757739.868651:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9715 00000100:00080000:3.0:1787757739.868656:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757739.868661:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757739.868666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757739.868691:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766294272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757739.868709:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757739.868717:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:1.0:1787757739.868723:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757739.868725:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757739.868740:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9715 00000100:00080000:3.0:1787757739.868752:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757739.868763:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757739.868775:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757739.868788:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757739/real 1787757739] req@ffffa0e6c35b3480 x1874589766294016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757739.868803:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766294400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757739.868843:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757739.868848:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757739.868850:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757739.868859:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766294016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757739.868860:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9715 00000100:00080000:3.0:1787757739.868873:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757739.868886:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787757739.868899:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1787757739.868900:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787757739.868917:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787757739.868926:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766294528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757739.868932:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766294016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757739.869015:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766294144:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757739.869053:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757739.869072:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757739/real 1787757739] req@ffffa0e6c35b0a80 x1874589766294144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757739.869089:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766294144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757739.869101:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757739.869106:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757739.869110:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766294144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757739.869117:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766294272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757739.869138:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757739.869150:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757739/real 1787757739] req@ffffa0e6c35b1c00 x1874589766294272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757739.869164:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766294272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757739.869174:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757739.869178:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757739.869181:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766294272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757739.869187:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766294400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757739.869206:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757739.869217:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757739/real 1787757739] req@ffffa0e6c35b1880 x1874589766294400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757739.869231:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766294400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757739.869244:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757739.869248:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757739.869252:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766294400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757739.869259:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766294528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757739.869313:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757739.869327:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757739/real 1787757739] req@ffffa0e6c35b3800 x1874589766294528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757739.869341:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766294528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757739.869354:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757739.869358:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757739.869362:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766294528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757740.764517:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757740.892411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757740.892433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757741.788550:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757741.916406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757741.916407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757742.812510:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757742.940399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757742.940466:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757743.836581:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757743.964397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757743.964546:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757744.860589:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787757744.988416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757744.988431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757744.988439:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757744.988457:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9720 00000100:00100000:0.0:1787757744.988461:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787757744.988478:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757744.988507:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757744.988572:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757744.988586:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766294656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757744.988648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757744.988656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757744.988660:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757744.988668:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9720 00000100:00080000:1.0:1787757744.988674:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757744.988680:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757744.988696:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757744.988717:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766294784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757744.988732:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757744.988737:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757744.988740:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757744.988746:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9720 00000100:00080000:1.0:1787757744.988750:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757744.988755:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757744.988761:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757744.988767:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766294656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757744.988792:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766294912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757744.988816:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757744.988820:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757744.988822:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757744.988827:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9720 00000100:00080000:1.0:1787757744.988832:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757744.988837:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757744.988845:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757744.988862:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766295040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757744.988873:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757744.988919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757744.988923:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787757744.988931:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787757744.988939:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9720 00000100:00080000:1.0:1787757744.988947:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757744.988954:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757744.988963:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757744.988984:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766295168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757744.989001:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757744/real 1787757744] req@ffffa0e6c792a300 x1874589766294656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757744.989034:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766294656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757744.989052:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757744.989058:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757744.989064:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766294656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757744.989075:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766294784:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757744.989103:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757744.989118:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757744/real 1787757744] req@ffffa0e6c7928e00 x1874589766294784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757744.989134:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766294784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757744.989145:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757744.989150:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757744.989154:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766294784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757744.989202:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766294912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757744.989226:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757744.989240:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757744/real 1787757744] req@ffffa0e6c792aa00 x1874589766294912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757744.989254:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766294912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757744.989266:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757744.989311:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757744.989316:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766294912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757744.989325:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766295040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757744.989350:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757744.989364:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757744/real 1787757744] req@ffffa0e6c7929880 x1874589766295040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757744.989380:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766295040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757744.989394:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757744.989398:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757744.989402:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766295040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757744.989409:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766295168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757744.989430:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757744.989441:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757744/real 1787757744] req@ffffa0e6c792ad80 x1874589766295168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757744.989455:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766295168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757744.989468:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757744.989471:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757744.989475:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766295168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757745.884524:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757746.012426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757746.012463:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757746.908507:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757747.036410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757747.036418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757747.932490:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757748.060373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757748.060397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757748.956539:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757749.084415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757749.084457:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757749.980515:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757750.108384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757750.108422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757750.108448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757750.108458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757750.108464:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757750.108477:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9725 00000100:00080000:3.0:1787757750.108492:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757750.108501:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757750.108549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766295296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757750.108588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757750.108597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757750.108600:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757750.108605:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9725 00000100:00080000:3.0:1787757750.108610:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757750.108616:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757750.108628:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757750.108649:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766295296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757750.108650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766295424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757750.108677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757750.108681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757750.108683:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757750.108689:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9725 00000100:00080000:3.0:1787757750.108693:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757750.108698:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757750.108705:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757750.108723:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766295552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757750.108742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757750.108751:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:2.0:1787757750.108753:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757750.108757:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757750.108772:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9725 00000100:00080000:3.0:1787757750.108783:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757750.108820:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757750.108833:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757750/real 1787757750] req@ffffa0e6c35b0e00 x1874589766295296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787757750.108834:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757750.108873:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766295680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757750.108874:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766295296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757750.108936:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787757750.108937:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757750.108950:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757750.108952:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787757750.108955:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757750.108964:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766295296:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757750.108967:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9725 00000100:00080000:3.0:1787757750.108983:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757750.108990:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757750.108998:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757750.109012:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766295424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787757750.109020:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766295808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757750.109058:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757750.109080:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757750/real 1787757750] req@ffffa0e6c35b3100 x1874589766295424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757750.109096:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766295424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757750.109108:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757750.109112:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757750.109116:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766295424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757750.109123:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766295552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757750.109143:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757750.109154:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757750/real 1787757750] req@ffffa0e6c35b1180 x1874589766295552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757750.109169:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766295552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757750.109179:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757750.109182:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757750.109186:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766295552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757750.109193:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766295680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757750.109212:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757750.109222:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757750/real 1787757750] req@ffffa0e6c35b1500 x1874589766295680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757750.109237:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766295680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757750.109249:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757750.109252:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757750.109255:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766295680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757750.109309:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766295808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757750.109334:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757750.109348:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757750/real 1787757750] req@ffffa0e6c35b3b80 x1874589766295808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757750.109363:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766295808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757750.109384:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757750.109388:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757750.109392:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766295808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757751.004501:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757751.132384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757751.132391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757752.028522:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757752.156397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757752.156414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757753.052526:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757753.180405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757753.180445:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757754.076581:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757754.204389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757754.204418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757755.100494:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757755.228417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757755.228417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787757755.228453:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757755.228477:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757755.228483:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757755.228495:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9731 00000100:00080000:1.0:1787757755.228509:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757755.228518:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757755.228563:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766295936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757755.228599:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757755.228604:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757755.228607:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757755.228612:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9731 00000100:00080000:1.0:1787757755.228616:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757755.228622:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757755.228634:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757755.228658:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766295936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757755.228659:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766296064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757755.228682:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757755.228690:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757755.228692:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757755.228723:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9731 00000100:00080000:1.0:1787757755.228728:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757755.228733:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757755.228739:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757755.228757:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766296192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757755.228770:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757755.228775:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757755.228778:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757755.228784:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9731 00000100:00080000:1.0:1787757755.228789:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757755.228794:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757755.228801:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787757755.228818:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757755.228820:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766296320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757755.228836:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757755.228840:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757755.228844:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757755.228849:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9731 00000100:00080000:1.0:1787757755.228856:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757755.228862:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757755.228869:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757755.228876:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757755/real 1787757755] req@ffffa0e6c792b480 x1874589766295936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757755.228888:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766296448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757755.228921:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766295936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757755.228939:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757755.228946:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757755.228952:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766295936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757755.228980:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766296064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757755.229008:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757755.229023:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757755/real 1787757755] req@ffffa0e6c792ad80 x1874589766296064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757755.229038:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766296064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757755.229050:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757755.229054:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757755.229058:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766296064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757755.229065:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766296192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757755.229085:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757755.229096:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757755/real 1787757755] req@ffffa0e6c7929880 x1874589766296192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757755.229110:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766296192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757755.229120:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757755.229124:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757755.229128:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766296192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757755.229134:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766296320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757755.229154:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757755.229164:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757755/real 1787757755] req@ffffa0e6c792aa00 x1874589766296320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757755.229179:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766296320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757755.229190:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757755.229194:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757755.229198:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766296320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757755.229205:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766296448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757755.229224:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757755.229235:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757755/real 1787757755] req@ffffa0e6c7928e00 x1874589766296448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757755.229248:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766296448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757755.229259:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757755.229263:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757755.229299:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766296448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757756.124526:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757756.252391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757756.252405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757757.148554:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757757.276404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757757.276404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757758.172500:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757758.300390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757758.300406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757759.196535:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757759.324404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757759.324420:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757760.220516:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787757760.348411:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787757760.348412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757760.348412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787757760.348430:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757760.348438:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757760.348456:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9736 00000100:00080000:1.0:1787757760.348475:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757760.348489:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757760.348545:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766296576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757760.348584:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757760.348590:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757760.348592:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757760.348598:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9736 00000100:00080000:1.0:1787757760.348604:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757760.348649:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757760.348663:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766296576:192.168.201.131@tcp:250:kworker.0 00000008:00100000:1.0:1787757760.348664:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757760.348699:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766296704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757760.348717:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757760.348722:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757760.348726:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757760.348732:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9736 00000100:00080000:1.0:1787757760.348738:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757760.348744:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757760.348751:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757760.348769:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766296832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757760.348779:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787757760.348795:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757760.348800:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757760.348803:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757760.348810:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9736 00000100:00080000:1.0:1787757760.348825:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757760.348831:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757760.348838:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757760.348848:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757760/real 1787757760] req@ffffa0e6c792a300 x1874589766296576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757760.348858:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766296960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757760.348890:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757760.348894:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757760.348901:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757760.348902:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766296576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757760.348910:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9736 00000100:00080000:1.0:1787757760.348921:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757760.348932:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:2.0:1787757760.348934:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1787757760.348939:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:2.0:1787757760.348946:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757760.348955:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766296576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757760.348963:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766297088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757760.348994:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766296704:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757760.349033:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757760.349050:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757760/real 1787757760] req@ffffa0e6c7929c00 x1874589766296704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757760.349074:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766296704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757760.349090:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757760.349096:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757760.349103:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766296704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757760.349115:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766296832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757760.349183:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757760.349201:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757760/real 1787757760] req@ffffa0e6c7929f80 x1874589766296832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757760.349217:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766296832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757760.349229:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757760.349233:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757760.349237:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766296832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757760.349244:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766296960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757760.349300:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757760.349316:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757760/real 1787757760] req@ffffa0e6c792bb80 x1874589766296960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757760.349331:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766296960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757760.349344:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757760.349348:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757760.349352:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766296960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757760.349359:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766297088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757760.349382:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757760.349394:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757760/real 1787757760] req@ffffa0e6c7928380 x1874589766297088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757760.349408:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766297088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757760.349420:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757760.349423:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757760.349426:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766297088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757761.244530:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757761.372385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757761.372454:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757762.268548:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757762.396362:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757762.396411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757763.292618:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757763.420371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757763.420451:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757764.316528:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757764.444392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757764.444417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757765.340487:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757765.468389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757765.468399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787757765.468427:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757765.468438:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757765.468445:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757765.468457:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9741 00000100:00080000:1.0:1787757765.468471:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757765.468479:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757765.468556:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766297216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757765.468606:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757765.468615:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757765.468619:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757765.468628:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9741 00000100:00080000:1.0:1787757765.468636:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757765.468646:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757765.468662:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757765.468665:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766297216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757765.468690:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766297344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757765.468708:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757765.468713:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757765.468716:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757765.468723:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9741 00000100:00080000:1.0:1787757765.468729:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757765.468734:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757765.468742:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787757765.468758:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757765.468761:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766297472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757765.468779:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757765.468784:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757765.468787:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757765.468792:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9741 00000100:00080000:1.0:1787757765.468798:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757765.468804:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757765.468811:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757765.468815:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757765/real 1787757765] req@ffffa0e6c792b100 x1874589766297216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757765.468827:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766297600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757765.468866:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757765.468876:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757765.468879:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757765.468885:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9741 00000100:00100000:2.0:1787757765.468893:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766297216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757765.468894:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757765.468909:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757765.468925:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:2.0:1787757765.468929:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757765.468941:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757765.468945:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766297728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757765.468955:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766297216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757765.469004:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766297344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757765.469035:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757765.469051:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757765/real 1787757765] req@ffffa0e6c7928700 x1874589766297344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757765.469067:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766297344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757765.469079:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757765.469083:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757765.469088:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766297344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757765.469095:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766297472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757765.469115:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757765.469126:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757765/real 1787757765] req@ffffa0e6c7928a80 x1874589766297472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757765.469140:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766297472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757765.469159:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757765.469163:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757765.469167:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766297472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757765.469174:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766297600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757765.469193:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757765.469203:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757765/real 1787757765] req@ffffa0e6c792a680 x1874589766297600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757765.469217:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766297600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757765.469229:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757765.469232:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757765.469236:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766297600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757765.469243:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766297728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757765.469261:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757765.469303:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757765/real 1787757765] req@ffffa0e6c7929180 x1874589766297728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757765.469319:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766297728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757765.469331:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757765.469334:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757765.469339:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766297728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757766.364572:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757766.492413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757766.492545:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757767.388594:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757767.516435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757767.516435:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757768.412510:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757768.540426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757768.540440:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757769.436523:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757769.564476:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757769.564501:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757770.460520:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757770.588402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757770.588458:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757770.588469:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757770.588482:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757770.588491:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757770.588510:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9746 00000100:00080000:1.0:1787757770.588528:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757770.588540:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757770.588610:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766297856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757770.588656:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757770.588661:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757770.588664:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757770.588670:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9746 00000100:00080000:1.0:1787757770.588675:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757770.588680:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757770.588696:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757770.588715:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766297984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757770.588727:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766297856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757770.588773:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757770.588782:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757770.588786:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757770.588799:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9746 00000100:00080000:1.0:1787757770.588809:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757770.588820:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757770.588835:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787757770.588842:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757770.588877:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766298112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757770.588903:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757770.588911:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1787757770.588919:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757770/real 1787757770] req@ffffa0e6c7929500 x1874589766297856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757770.588920:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757770.588953:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9746 00000100:00080000:1.0:1787757770.588970:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757770.588972:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766297856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757770.588993:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:2.0:1787757770.588999:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1787757770.589007:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:2.0:1787757770.589011:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757770.589026:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766297856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757770.589043:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766298240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757770.589060:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757770.589065:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757770.589072:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757770.589073:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766297984:192.168.201.131@tcp:38:kworker.0 00000100:00080000:1.0:1787757770.589095:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9746 00000100:00080000:1.0:1787757770.589106:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757770.589113:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757770.589120:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:2.0:1787757770.589136:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757770.589144:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766298368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757770.589163:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757770/real 1787757770] req@ffffa0e6c7929180 x1874589766297984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757770.589183:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766297984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757770.589202:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757770.589207:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757770.589213:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766297984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757770.589221:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766298112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757770.589244:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757770.589255:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757770/real 1787757770] req@ffffa0e6c792a680 x1874589766298112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757770.589303:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766298112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757770.589315:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757770.589319:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757770.589324:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766298112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757770.589333:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766298240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757770.589358:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757770.589372:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757770/real 1787757770] req@ffffa0e6c7928a80 x1874589766298240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757770.589387:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766298240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757770.589399:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757770.589403:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757770.589407:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766298240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757770.589457:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766298368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757770.589484:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757770.589500:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757770/real 1787757770] req@ffffa0e6c7928700 x1874589766298368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757770.589515:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766298368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757770.589527:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757770.589531:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757770.589535:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766298368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757771.484561:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757771.612462:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757771.612498:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757772.508436:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757772.636402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757772.636451:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757773.532547:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757773.660416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757773.660443:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757774.556532:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757774.684410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757774.684420:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757775.580556:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757775.708451:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757775.708451:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757775.708471:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757775.708486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757775.708494:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757775.708513:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9751 00000100:00080000:3.0:1787757775.708530:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757775.708544:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757775.708592:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766298496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757775.708641:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757775.708646:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757775.708649:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757775.708655:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9751 00000100:00080000:3.0:1787757775.708662:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757775.708667:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757775.708680:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757775.708701:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766298624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757775.708719:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757775.708728:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766298496:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757775.708729:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757775.708733:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757775.708748:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9751 00000100:00080000:3.0:1787757775.708756:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757775.708764:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757775.708789:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757775.708820:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766298752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757775.708845:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757775.708847:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757775.708856:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757775.708862:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757775.708871:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9751 00000100:00080000:3.0:1787757775.708880:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757775.708888:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757775.708898:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757775.708930:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766298880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757775.708932:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757775/real 1787757775] req@ffffa0e6c35b0380 x1874589766298496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757775.709000:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766298496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757775.709003:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757775.709024:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757775.709034:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757775.709038:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787757775.709050:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9751 00000100:00080000:2.0:1787757775.709052:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787757775.709065:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757775.709071:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766298496:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757775.709079:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757775.709095:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757775.709116:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766299008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757775.709131:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766298624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757775.709181:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757775.709201:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757775/real 1787757775] req@ffffa0e6c35b3b80 x1874589766298624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757775.709219:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766298624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757775.709232:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757775.709236:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757775.709241:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766298624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757775.709249:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766298752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757775.709314:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757775.709361:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757775/real 1787757775] req@ffffa0e6c35b1500 x1874589766298752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757775.709391:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766298752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757775.709409:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757775.709415:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757775.709421:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766298752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757775.709430:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766298880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757775.709463:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757775.709478:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757775/real 1787757775] req@ffffa0e6c35b1180 x1874589766298880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757775.709493:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766298880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757775.709506:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757775.709510:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757775.709514:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766298880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757775.709536:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766299008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757775.709558:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757775.709570:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757775/real 1787757775] req@ffffa0e6c35b3100 x1874589766299008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757775.709585:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766299008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757775.709597:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757775.709601:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757775.709606:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766299008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757776.604474:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757776.732428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757776.732429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757777.628444:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757777.756373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757777.756373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757778.652560:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757778.780462:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757778.780513:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757779.676516:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757779.804406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757779.804473:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757780.700507:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757780.828373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757780.828383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757780.828389:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757780.828402:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9756 00000100:00080000:3.0:1787757780.828418:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757780.828421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757780.828431:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757780.828498:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766299136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787757780.828501:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757780.828540:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757780.828546:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757780.828548:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757780.828555:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9756 00000100:00080000:3.0:1787757780.828560:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757780.828566:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757780.828579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757780.828601:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766299136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757780.828602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766299264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757780.828630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757780.828634:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757780.828636:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757780.828641:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9756 00000100:00080000:3.0:1787757780.828645:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757780.828649:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757780.828656:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757780.828671:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766299392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757780.828684:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757780.828689:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757780.828691:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757780.828701:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9756 00000800:00000100:2.0:1787757780.828706:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757780.828709:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757780.828717:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757780.828724:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757780.828739:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766299520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757780.828752:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757780.828756:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757780.828759:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757780.828765:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9756 00000100:00080000:3.0:1787757780.828771:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757780.828780:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757780/real 1787757780] req@ffffa0e6c35b0e00 x1874589766299136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757780.828781:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757780.828792:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757780.828811:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766299648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757780.828883:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766299136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757780.828898:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757780.828904:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757780.828909:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766299136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757780.828937:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766299264:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757780.828970:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757780.828986:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757780/real 1787757780] req@ffffa0e6c35b3800 x1874589766299264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757780.829001:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766299264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757780.829012:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757780.829017:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757780.829021:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766299264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757780.829027:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766299392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757780.829046:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757780.829058:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757780/real 1787757780] req@ffffa0e6c35b1880 x1874589766299392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757780.829072:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766299392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757780.829091:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757780.829095:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757780.829099:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766299392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757780.829105:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766299520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757780.829124:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757780.829134:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757780/real 1787757780] req@ffffa0e6c35b1c00 x1874589766299520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757780.829147:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766299520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757780.829160:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757780.829163:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757780.829167:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766299520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757780.829173:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766299648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757780.829191:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757780.829201:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757780/real 1787757780] req@ffffa0e6c35b0a80 x1874589766299648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757780.829215:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766299648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757780.829226:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757780.829229:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757780.829234:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766299648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757781.724476:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757781.852391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757781.852421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757782.748516:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757782.876417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757782.876422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757783.772523:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757783.900394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757783.900424:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757784.796539:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757784.924405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757784.924441:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757785.820496:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757785.948405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757785.948424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757785.948435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757785.948441:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757785.948455:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9761 00000100:00080000:3.0:1787757785.948470:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757785.948481:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757785.948483:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757785.948532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766299776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757785.948577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757785.948582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757785.948585:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757785.948591:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9761 00000100:00080000:3.0:1787757785.948595:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757785.948601:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757785.948613:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757785.948632:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766299776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757785.948635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766299904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757785.948670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757785.948675:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757785.948677:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757785.948683:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9761 00000100:00080000:3.0:1787757785.948690:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757785.948694:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757785.948701:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757785.948717:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766300032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757785.948729:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757785.948734:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757785.948736:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757785.948742:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9761 00000100:00080000:3.0:1787757785.948747:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757785.948752:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757785.948761:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757785.948776:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766300160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757785.948785:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766299904:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787757785.948804:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757785.948810:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757785.948813:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757785.948820:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9761 00000100:00080000:3.0:1787757785.948826:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757785.948832:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757785.948839:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757785.948856:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766300032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787757785.948863:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766300288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757785.948906:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766300160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757785.948944:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766300288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757786.844533:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757786.972413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757786.972467:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757787.868570:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757787.996473:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757787.996546:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757788.892511:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757789.020404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757789.020632:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:1.0:1787757789.020776:0:2388:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:1.0:1787757789.020876:0:2388:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787757789.020911:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787757789.020991:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787757789.021013:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787757789.021039:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787757789.021083:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:2.0:1787757789.021085:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757785/real 1787757789] req@ffffa0e6c35b1f80 x1874589766299904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757789.021191:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766299904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757789.021216:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757789.021225:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757789.021233:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766299904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757789.021259:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757785/real 1787757789] req@ffffa0e6c35b2680 x1874589766300032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757789.021328:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766300032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757789.021348:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757789.021361:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757789.021371:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766300032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757789.021390:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757785/real 1787757789] req@ffffa0e6c35b3480 x1874589766299776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757789.021419:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766299776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757789.021436:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757789.021442:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757789.021448:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766299776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757789.021492:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757785/real 1787757789] req@ffffa0e6c35b2a00 x1874589766300160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757789.021518:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766300160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757789.021538:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757789.021545:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757789.021551:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766300160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757789.021565:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757785/real 1787757789] req@ffffa0e6c35b2d80 x1874589766300288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757789.021589:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766300288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757789.021607:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757789.021613:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757789.021619:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766300288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757789.916514:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757790.044414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757790.044501:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757790.940525:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757791.068383:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757791.068401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757791.068409:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787757791.068423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757791.068428:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9766 00000100:00080000:3.0:1787757791.068459:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757791.068476:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757791.068484:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757791.068542:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766300416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757791.068587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757791.068593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757791.068596:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757791.068602:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9766 00000100:00080000:3.0:1787757791.068607:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757791.068613:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757791.068627:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757791.068647:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766300544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757791.068660:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766300416:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757791.068686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757791.068696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757791.068699:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757791.068710:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9766 00000100:00080000:3.0:1787757791.068717:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757791.068725:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757791.068736:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757791.068763:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766300672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757791.068788:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787757791.068790:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757791.068807:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757791.068812:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757791.068827:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9766 00000100:00080000:3.0:1787757791.068857:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757791.068869:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757791.068881:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757791/real 1787757791] req@ffffa0e6c35b0700 x1874589766300416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787757791.068887:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757791.068929:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766300800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757791.068945:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766300416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757791.068961:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757791.068981:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757791.068989:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757791.069012:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9766 00000100:00080000:2.0:1787757791.069020:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787757791.069024:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757791.069040:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787757791.069045:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757791.069060:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766300416:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787757791.069063:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757791.069128:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766300928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757791.069168:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766300544:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757791.069232:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757791.069263:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757791/real 1787757791] req@ffffa0e6c35b2d80 x1874589766300544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757791.069340:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766300544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757791.069360:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757791.069367:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757791.069375:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766300544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757791.069388:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766300672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757791.069432:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757791.069458:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757791/real 1787757791] req@ffffa0e6c35b2a00 x1874589766300672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757791.069484:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766300672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757791.069502:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757791.069509:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757791.069518:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766300672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757791.069531:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766300800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757791.069574:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757791.069598:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757791/real 1787757791] req@ffffa0e6c35b3480 x1874589766300800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757791.069623:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766300800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757791.069644:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757791.069649:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757791.069654:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766300800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757791.069690:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766300928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757791.069733:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757791.069757:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757791/real 1787757791] req@ffffa0e6c35b2680 x1874589766300928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757791.069783:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766300928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757791.069804:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757791.069811:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757791.069817:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766300928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757791.964499:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757792.092404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757792.092658:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757792.988514:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757793.116406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757793.116473:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757794.012481:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757794.140475:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757794.140494:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757795.036565:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757795.164396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757795.164414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757796.060498:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757796.188375:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757796.188388:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757796.188394:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787757796.188397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757796.188408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757796.188411:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9771 00000100:00080000:3.0:1787757796.188432:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757796.188469:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757796.188531:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766301056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757796.188567:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757796.188572:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757796.188574:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757796.188580:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9771 00000100:00080000:3.0:1787757796.188586:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757796.188593:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757796.188616:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757796.188623:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766301056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757796.188651:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766301184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757796.188679:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757796.188686:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757796.188690:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757796.188698:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9771 00000100:00080000:3.0:1787757796.188710:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757796.188719:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:2.0:1787757796.188744:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787757796.188750:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757796.188771:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766301312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757796.188784:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757796.188791:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757796.188794:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757796.188799:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9771 00000100:00100000:2.0:1787757796.188800:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757796/real 1787757796] req@ffffa0e6c35b1f80 x1874589766301056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757796.188804:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757796.188813:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757796.188823:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757796.188843:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766301056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757796.188843:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766301440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757796.188893:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757796.188894:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787757796.188899:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757796.188904:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757796.188905:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787757796.188913:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9771 00000100:00100000:2.0:1787757796.188915:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766301056:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757796.188931:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757796.188937:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757796.188943:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757796.188944:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766301184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787757796.188961:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766301568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787757796.189004:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757796.189033:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757796/real 1787757796] req@ffffa0e6c35b0a80 x1874589766301184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757796.189056:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766301184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757796.189070:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757796.189074:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757796.189078:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766301184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757796.189085:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766301312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757796.189109:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757796.189121:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757796/real 1787757796] req@ffffa0e6c35b1c00 x1874589766301312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757796.189133:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766301312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757796.189141:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757796.189144:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757796.189147:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766301312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757796.189153:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766301440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757796.189168:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757796.189178:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757796/real 1787757796] req@ffffa0e6c35b1880 x1874589766301440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757796.189188:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766301440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757796.189198:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757796.189200:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757796.189215:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766301440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757796.189232:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766301568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757796.189250:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757796.189260:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757796/real 1787757796] req@ffffa0e6c35b3800 x1874589766301568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757796.189295:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766301568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757796.189306:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757796.189309:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757796.189312:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766301568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757797.084552:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757797.212392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757797.212438:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757798.108504:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757798.236421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757798.236421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757799.132549:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757799.260397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757799.260462:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757800.156460:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757800.284386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757800.284399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757801.180528:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757801.308395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757801.308409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757801.308415:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757801.308430:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9777 00000100:00080000:3.0:1787757801.308450:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757801.308462:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757801.308473:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757801.308475:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757801.308523:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766301696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757801.308577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757801.308585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757801.308590:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757801.308599:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9777 00000100:00080000:3.0:1787757801.308609:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757801.308617:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757801.308632:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757801.308635:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766301696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757801.308657:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766301824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757801.308675:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757801.308680:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757801.308683:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757801.308688:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9777 00000100:00080000:3.0:1787757801.308708:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757801.308714:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757801.308721:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787757801.308727:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757801.308743:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766301952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757801.308759:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757801.308764:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757801.308767:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757801.308774:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9777 00000100:00080000:3.0:1787757801.308779:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757801.308785:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757801.308792:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757801/real 1787757801] req@ffffa0e6c35b0e00 x1874589766301696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787757801.308796:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757801.308818:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766302080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757801.308832:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757801.308834:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766301696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757801.308843:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757801.308849:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757801.308865:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9777 00000100:00080000:3.0:1787757801.308875:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757801.308877:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787757801.308884:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757801.308920:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:2.0:1787757801.308925:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757801.308936:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766301696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757801.308951:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766302208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757801.308974:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766301824:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757801.309014:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757801.309033:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757801/real 1787757801] req@ffffa0e6c35b3100 x1874589766301824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757801.309050:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766301824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757801.309062:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757801.309066:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757801.309070:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766301824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757801.309077:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766301952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757801.309097:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757801.309109:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757801/real 1787757801] req@ffffa0e6c35b1180 x1874589766301952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757801.309123:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766301952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757801.309143:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757801.309147:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757801.309151:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766301952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757801.309157:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766302080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757801.309176:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757801.309189:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757801/real 1787757801] req@ffffa0e6c35b1500 x1874589766302080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757801.309212:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766302080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757801.309232:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757801.309238:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757801.309245:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766302080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757801.309316:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766302208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757801.309348:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757801.309364:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757801/real 1787757801] req@ffffa0e6c35b3b80 x1874589766302208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757801.309379:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766302208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757801.309392:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757801.309396:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757801.309400:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766302208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757802.204530:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757802.332401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757802.332428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757803.228494:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757803.356407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757803.356441:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757804.252514:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757804.380409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757804.380410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757805.276510:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757805.404458:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757805.404519:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757806.300581:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757806.428434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757806.428435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757806.428458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757806.428481:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787757806.428492:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757806.428501:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9782 00000100:00080000:3.0:1787757806.428524:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757806.428536:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757806.428604:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766302336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757806.428646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757806.428652:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757806.428655:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757806.428661:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9782 00000100:00080000:3.0:1787757806.428665:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757806.428671:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757806.428687:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757806.428707:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766302464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757806.428724:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766302336:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757806.428728:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757806.428748:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757806.428751:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757806.428758:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9782 00000100:00080000:3.0:1787757806.428763:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757806.428769:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757806.428776:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757806.428792:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766302592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757806.428849:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787757806.428863:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757806.428864:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757806.428874:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757806.428888:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9782 00000100:00080000:3.0:1787757806.428900:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757806.428910:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757806.428921:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757806.428926:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757806/real 1787757806] req@ffffa0e6c35b0380 x1874589766302336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757806.428946:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766302720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757806.428959:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766302336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757806.428971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757806.429002:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757806.429013:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757806.429018:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787757806.429030:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9782 00000100:00080000:2.0:1787757806.429038:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787757806.429043:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787757806.429053:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766302336:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757806.429056:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757806.429080:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757806.429101:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766302848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757806.429111:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766302464:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757806.429182:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757806.429201:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757806/real 1787757806] req@ffffa0e6c35b3b80 x1874589766302464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757806.429217:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766302464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757806.429228:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757806.429232:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757806.429238:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766302464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757806.429246:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766302592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757806.429267:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757806.429319:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757806/real 1787757806] req@ffffa0e6c35b1500 x1874589766302592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757806.429335:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766302592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757806.429346:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757806.429350:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757806.429354:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766302592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757806.429362:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766302720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757806.429387:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757806.429399:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757806/real 1787757806] req@ffffa0e6c35b1180 x1874589766302720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757806.429414:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766302720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757806.429426:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757806.429430:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757806.429433:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766302720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757806.429452:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766302848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757806.429472:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757806.429485:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757806/real 1787757806] req@ffffa0e6c35b3100 x1874589766302848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757806.429500:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766302848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757806.429512:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757806.429515:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757806.429519:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766302848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757807.324529:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757807.452419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757807.452428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757808.348482:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757808.476377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757808.476490:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757809.372620:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757809.500432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757809.500475:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757810.396571:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757810.524416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757810.524478:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757811.420506:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757811.548465:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757811.548487:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757811.548497:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757811.548503:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757811.548517:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9787 00000100:00100000:0.0:1787757811.548529:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757811.548538:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757811.548555:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757811.548620:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766302976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757811.548665:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757811.548670:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757811.548673:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757811.548678:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9787 00000100:00080000:2.0:1787757811.548686:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757811.548696:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757811.548736:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757811.548768:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766303104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757811.548773:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766302976:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757811.548807:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757811.548814:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757811.548818:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757811.548830:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9787 00000100:00080000:2.0:1787757811.548840:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757811.548849:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757811.548861:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787757811.548870:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757811.548898:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766303232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757811.548922:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757811/real 1787757811] req@ffffa0e6c60c8e00 x1874589766302976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757811.548923:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757811.548939:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757811.548945:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757811.548961:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9787 00000100:00080000:2.0:1787757811.548968:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757811.548973:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766302976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757811.548996:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787757811.549006:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1787757811.549010:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:1.0:1787757811.549020:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757811.549036:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766303360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757811.549039:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766302976:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757811.549067:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757811.549072:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757811.549075:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757811.549081:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9787 00000100:00080000:2.0:1787757811.549087:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757811.549093:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757811.549101:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766303104:192.168.201.131@tcp:38:kworker.0 00000008:00100000:2.0:1787757811.549103:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757811.549122:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766303488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787757811.549161:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757811.549187:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757811/real 1787757811] req@ffffa0e6c60cad80 x1874589766303104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757811.549204:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766303104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757811.549216:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757811.549220:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757811.549225:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766303104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757811.549232:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766303232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757811.549254:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757811.549265:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757811/real 1787757811] req@ffffa0e6c60c9880 x1874589766303232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757811.549324:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766303232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757811.549335:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757811.549339:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757811.549343:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766303232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757811.549352:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766303360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757811.549377:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757811.549390:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757811/real 1787757811] req@ffffa0e6c60cb480 x1874589766303360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757811.549405:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766303360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757811.549417:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757811.549420:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757811.549424:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766303360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757811.549444:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766303488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757811.549464:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757811.549475:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757811/real 1787757811] req@ffffa0e6c60c8a80 x1874589766303488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757811.549489:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766303488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757811.549501:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757811.549504:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757811.549508:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766303488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757812.444458:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757812.572419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757812.572468:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757813.468556:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757813.596408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757813.596427:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757814.492491:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757814.620388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757814.620393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757815.516510:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757815.644431:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757815.644454:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757816.540541:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757816.668420:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757816.668433:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757816.668490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757816.668500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757816.668506:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757816.668518:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9792 00000100:00080000:3.0:1787757816.668534:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757816.668542:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757816.668590:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766303616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757816.668710:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757816.668715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757816.668718:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757816.668724:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9792 00000100:00080000:3.0:1787757816.668730:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757816.668736:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757816.668749:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757816.668771:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766303744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757816.668789:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757816.668797:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766303616:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757816.668798:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757816.668805:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757816.668820:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9792 00000100:00080000:3.0:1787757816.668825:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757816.668830:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757816.668837:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757816.668856:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766303872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757816.668869:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757816.668874:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757816.668877:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757816.668882:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9792 00000100:00080000:3.0:1787757816.668887:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757816.668893:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787757816.668903:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787757816.668905:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757816.668922:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766304000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757816.668935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757816.668940:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757816.668942:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757816.668949:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9792 00000100:00080000:3.0:1787757816.668955:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757816.668959:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757816.668966:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757816.668973:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757816/real 1787757816] req@ffffa0e6c35b0e00 x1874589766303616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757816.668982:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766304128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757816.669060:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766303616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757816.669079:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757816.669085:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757816.669091:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766303616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757816.669121:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766303744:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757816.669153:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757816.669170:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757816/real 1787757816] req@ffffa0e6c35b3800 x1874589766303744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757816.669186:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766303744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757816.669197:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757816.669201:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757816.669205:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766303744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757816.669212:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766303872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757816.669231:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757816.669242:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757816/real 1787757816] req@ffffa0e6c35b1880 x1874589766303872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757816.669257:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766303872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757816.669267:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757816.669308:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757816.669313:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766303872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757816.669320:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766304000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757816.669344:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757816.669358:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757816/real 1787757816] req@ffffa0e6c35b1c00 x1874589766304000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757816.669373:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766304000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757816.669385:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757816.669388:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757816.669393:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766304000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757816.669399:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766304128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757816.669417:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757816.669428:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757816/real 1787757816] req@ffffa0e6c35b0a80 x1874589766304128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757816.669442:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766304128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757816.669462:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757816.669466:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757816.669470:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766304128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757817.564568:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757817.692406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757817.692422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757818.588561:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757818.716403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757818.716437:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757819.612470:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757819.740407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757819.740419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757820.636544:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757820.764402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757820.764459:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757821.660563:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757821.788411:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757821.788416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757821.788419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757821.788432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757821.788438:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757821.788452:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9797 00000100:00080000:3.0:1787757821.788467:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757821.788477:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757821.788526:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766304256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757821.788592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757821.788597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757821.788600:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757821.788606:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9797 00000100:00080000:3.0:1787757821.788611:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757821.788617:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757821.788630:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757821.788651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766304384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757821.788659:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766304256:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757821.788682:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757821.788687:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757821.788689:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757821.788695:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9797 00000100:00080000:3.0:1787757821.788700:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757821.788705:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757821.788712:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757821.788729:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766304512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757821.788742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757821.788747:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757821.788749:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757821.788755:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9797 00000800:00000100:1.0:1787757821.788764:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757821.788767:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757821.788777:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757821.788785:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757821.788801:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766304640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757821.788816:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757821.788818:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757821/real 1787757821] req@ffffa0e6c35b1f80 x1874589766304256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757821.788830:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757821.788840:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757821.788858:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9797 00000100:00100000:1.0:1787757821.788864:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766304256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757821.788870:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757821.788889:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787757821.788890:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757821.788905:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:3.0:1787757821.788909:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757821.788912:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766304256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757821.788945:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766304768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757821.788955:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766304384:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757821.788999:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757821.789016:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757821/real 1787757821] req@ffffa0e6c35b2680 x1874589766304384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757821.789031:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766304384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757821.789044:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757821.789048:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757821.789052:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766304384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757821.789059:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766304512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757821.789077:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757821.789088:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757821/real 1787757821] req@ffffa0e6c35b3480 x1874589766304512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757821.789102:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766304512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757821.789112:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757821.789116:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757821.789119:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766304512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757821.789126:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766304640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757821.789144:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757821.789155:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757821/real 1787757821] req@ffffa0e6c35b2a00 x1874589766304640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757821.789169:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766304640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757821.789180:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757821.789184:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757821.789188:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766304640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757821.789204:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766304768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757821.789223:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757821.789233:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757821/real 1787757821] req@ffffa0e6c35b2d80 x1874589766304768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757821.789246:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766304768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757821.789258:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757821.789261:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757821.789265:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766304768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757822.684476:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757822.812423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757822.812434:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757823.708531:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757823.836461:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757823.836478:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757824.732522:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757824.860407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757824.860446:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757825.756546:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757825.884399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757825.884437:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757826.780530:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757826.908398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787757826.908428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757826.908468:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757826.908476:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757826.908490:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9802 00000100:00100000:0.0:1787757826.908492:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757826.908506:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757826.908520:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757826.908569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766304896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757826.908611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757826.908617:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757826.908620:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757826.908626:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9802 00000100:00080000:1.0:1787757826.908630:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757826.908635:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757826.908647:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757826.908663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766305024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757826.908678:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766304896:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757826.908682:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757826.908694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757826.908696:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757826.908702:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9802 00000100:00080000:1.0:1787757826.908706:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757826.908710:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757826.908717:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757826.908733:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766305152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757826.908747:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757826.908752:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757826.908754:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757826.908758:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9802 00000100:00080000:1.0:1787757826.908773:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757826.908778:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757826.908786:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787757826.908789:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757826.908805:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766305280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757826.908819:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757826.908824:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757826.908827:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757826.908832:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9802 00000100:00080000:1.0:1787757826.908836:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757826.908841:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757826.908847:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757826.908860:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757826/real 1787757826] req@ffffa0e6c792b100 x1874589766304896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757826.908862:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766305408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757826.908948:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766304896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757826.908964:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757826.908970:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757826.908977:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766304896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757826.909007:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766305024:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757826.909039:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757826.909055:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757826/real 1787757826] req@ffffa0e6c7928380 x1874589766305024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757826.909071:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766305024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757826.909082:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757826.909086:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757826.909091:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766305024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757826.909098:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766305152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757826.909127:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757826.909148:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757826/real 1787757826] req@ffffa0e6c792bb80 x1874589766305152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757826.909172:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766305152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757826.909204:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757826.909211:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757826.909218:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766305152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757826.909227:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766305280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757826.909317:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757826.909335:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757826/real 1787757826] req@ffffa0e6c7929f80 x1874589766305280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757826.909351:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766305280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757826.909364:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757826.909368:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757826.909372:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766305280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757826.909381:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766305408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757826.909417:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757826.909467:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757826/real 1787757826] req@ffffa0e6c7929c00 x1874589766305408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757826.909495:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766305408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757826.909516:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757826.909521:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757826.909526:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766305408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757827.804528:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757827.932368:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757827.932378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757828.828581:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757828.956393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757828.956434:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757829.852544:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757829.980375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757829.980439:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757830.876535:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757831.004441:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757831.004462:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757831.900545:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757832.028406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787757832.028414:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757832.028425:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787757832.028431:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787757832.028443:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787757832.028446:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9807 00000100:00080000:1.0:1787757832.028466:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757832.028477:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757832.028525:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766305536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757832.028572:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757832.028578:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787757832.028580:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757832.028586:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9807 00000100:00080000:1.0:1787757832.028590:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757832.028596:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757832.028607:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757832.028623:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766305664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787757832.028638:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766305536:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787757832.028642:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757832.028653:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787757832.028655:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757832.028662:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9807 00000100:00080000:1.0:1787757832.028666:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757832.028671:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757832.028678:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757832.028694:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766305792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757832.028707:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757832.028711:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787757832.028714:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757832.028719:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9807 00000100:00080000:1.0:1787757832.028725:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757832.028730:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:2.0:1787757832.028737:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:1.0:1787757832.028739:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757832.028761:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766305920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757832.028775:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757832.028780:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787757832.028783:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757832.028790:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9807 00000100:00100000:2.0:1787757832.028798:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757832/real 1787757832] req@ffffa0e6c792a300 x1874589766305536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757832.028799:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757832.028813:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787757832.028842:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757832.028844:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766305536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757832.028865:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1787757832.028867:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766306048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757832.028880:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757832.028897:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766305536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757832.028931:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766305664:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757832.028960:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757832.028975:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757832/real 1787757832] req@ffffa0e6c7928e00 x1874589766305664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757832.028990:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766305664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757832.029001:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757832.029005:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757832.029010:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766305664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757832.029018:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766305792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787757832.029037:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757832.029048:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757832/real 1787757832] req@ffffa0e6c792aa00 x1874589766305792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757832.029062:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766305792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757832.029073:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757832.029076:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757832.029080:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766305792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757832.029086:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766305920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757832.029105:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757832.029134:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757832/real 1787757832] req@ffffa0e6c7929880 x1874589766305920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757832.029150:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766305920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757832.029162:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757832.029166:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757832.029170:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766305920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787757832.029177:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766306048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787757832.029199:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757832.029212:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757832/real 1787757832] req@ffffa0e6c792ad80 x1874589766306048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757832.029226:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766306048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757832.029238:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757832.029241:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787757832.029245:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766306048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757832.924432:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757833.052380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757833.052407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757833.948550:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757834.076429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757834.076434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757834.972542:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757835.100422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757835.100462:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757835.996552:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757836.124403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757836.124416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757837.020510:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757837.148386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757837.148455:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757837.148462:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757837.148468:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787757837.148470:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757837.148483:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9812 00000100:00080000:2.0:1787757837.148498:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757837.148508:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757837.148555:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766306176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757837.148620:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757837.148629:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757837.148634:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757837.148645:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9812 00000100:00080000:2.0:1787757837.148655:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757837.148666:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757837.148675:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766306176:192.168.201.131@tcp:250:kworker.0 00000008:00100000:2.0:1787757837.148687:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757837.148714:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766306304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757837.148731:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757837.148737:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757837.148740:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757837.148746:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9812 00000100:00080000:2.0:1787757837.148753:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757837.148757:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757837.148764:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787757837.148782:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757837.148786:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766306432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757837.148803:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757837.148809:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757837.148812:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757837.148817:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9812 00000100:00080000:2.0:1787757837.148824:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757837.148830:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757837.148839:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757837.148844:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757837/real 1787757837] req@ffffa0e6c60c8a80 x1874589766306176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757837.148858:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766306560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757837.148886:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766306176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757837.148888:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757837.148911:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757837.148922:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757837.148927:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757837.148939:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:2.0:1787757837.148941:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9812 00000100:00100000:1.0:1787757837.148949:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766306176:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757837.148957:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757837.148972:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757837.148981:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757837.148988:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766306304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757837.149009:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766306688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787757837.149027:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757837.149054:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757837/real 1787757837] req@ffffa0e6c60cb480 x1874589766306304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757837.149072:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766306304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757837.149084:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757837.149088:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757837.149092:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766306304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757837.149099:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766306432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757837.149119:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757837.149131:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757837/real 1787757837] req@ffffa0e6c60c9880 x1874589766306432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757837.149145:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766306432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757837.149164:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757837.149168:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757837.149172:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766306432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757837.149178:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766306560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757837.149197:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757837.149207:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757837/real 1787757837] req@ffffa0e6c60cad80 x1874589766306560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757837.149221:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766306560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757837.149233:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757837.149236:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757837.149240:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766306560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757837.149329:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766306688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757837.149364:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757837.149381:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757837/real 1787757837] req@ffffa0e6c60c8e00 x1874589766306688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757837.149396:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766306688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757837.149408:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757837.149412:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757837.149417:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766306688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757838.044410:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757838.172339:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757838.172340:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757839.068515:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757839.196359:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757839.196383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757840.092475:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757840.220373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757840.220416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757841.116535:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757841.244414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757841.244428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757842.140479:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757842.268386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757842.268421:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787757842.268432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757842.268433:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757842.268442:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757842.268457:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9818 00000100:00080000:2.0:1787757842.268472:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757842.268482:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757842.268529:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766306816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757842.268578:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757842.268586:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757842.268590:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757842.268598:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9818 00000100:00080000:2.0:1787757842.268606:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757842.268616:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757842.268632:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757842.268665:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766306816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757842.268684:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766306944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757842.268713:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757842.268722:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757842.268726:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757842.268735:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9818 00000100:00080000:2.0:1787757842.268745:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787757842.268755:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787757842.268762:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757842.268775:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757842.268802:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757842/real 1787757842] req@ffffa0e6c60caa00 x1874589766306816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757842.268824:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766307072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757842.268835:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766306816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757842.268885:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757842.268887:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757842.268899:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:2.0:1787757842.268900:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757842.268908:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757842.268913:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766306816:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757842.268922:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9818 00000100:00080000:2.0:1787757842.268931:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757842.268939:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757842.268948:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757842.268956:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766306944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757842.268977:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766307200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787757842.268996:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787757842.268997:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757842.269007:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757842.269010:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757842.269018:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9818 00000100:00100000:1.0:1787757842.269026:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757842/real 1787757842] req@ffffa0e6c60c8380 x1874589766306944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757842.269029:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757842.269044:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757842.269058:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757842.269068:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766306944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757842.269083:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766307328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757842.269150:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757842.269161:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757842.269193:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766306944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757842.269210:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766307072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757842.269251:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757842.269302:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757842/real 1787757842] req@ffffa0e6c60ca300 x1874589766307072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757842.269320:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766307072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757842.269333:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757842.269337:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757842.269342:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766307072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757842.269362:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766307200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757842.269389:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757842.269403:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757842/real 1787757842] req@ffffa0e6c60c9180 x1874589766307200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757842.269418:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766307200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757842.269430:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757842.269434:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757842.269439:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766307200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757842.269447:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766307328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757842.269466:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757842.269477:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757842/real 1787757842] req@ffffa0e6c60c9f80 x1874589766307328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757842.269491:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766307328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757842.269503:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757842.269506:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757842.269510:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766307328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757843.164456:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757843.292388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757843.292407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757844.188464:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757844.316396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757844.316436:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757845.212511:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757845.340397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757845.340403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757846.236476:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757846.364389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757846.364406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757847.260524:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787757847.388384:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757847.388391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757847.388398:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757847.388404:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787757847.388421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757847.388422:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9823 00000100:00080000:2.0:1787757847.388442:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757847.388457:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757847.388518:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766307456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757847.388570:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757847.388577:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757847.388581:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757847.388590:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9823 00000100:00080000:2.0:1787757847.388597:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757847.388603:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757847.388615:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757847.388637:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766307584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757847.388652:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757847.388657:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757847.388659:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757847.388665:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9823 00000100:00080000:2.0:1787757847.388669:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757847.388675:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757847.388682:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757847.388696:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766307712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757847.388709:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757847.388714:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766307456:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757847.388716:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757847.388722:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757847.388736:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9823 00000100:00080000:2.0:1787757847.388739:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757847.388744:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757847.388752:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757847.388768:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766307840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757847.388782:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757847.388786:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757847.388788:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757847.388793:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9823 00000100:00080000:2.0:1787757847.388798:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757847.388803:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757847.388810:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787757847.388823:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757847.388830:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766307968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757847.388880:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757847/real 1787757847] req@ffffa0e6c60c9f80 x1874589766307456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757847.388916:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766307456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757847.388929:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757847.388935:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757847.388940:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766307456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757847.388950:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766307584:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757847.388977:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757847.388991:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757847/real 1787757847] req@ffffa0e6c60c9180 x1874589766307584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757847.389022:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766307584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757847.389034:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757847.389038:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757847.389042:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766307584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757847.389071:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766307712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757847.389134:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757847.389149:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757847/real 1787757847] req@ffffa0e6c60ca300 x1874589766307712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757847.389164:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766307712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757847.389183:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757847.389188:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757847.389192:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766307712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757847.389199:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766307840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757847.389219:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757847.389231:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757847/real 1787757847] req@ffffa0e6c60c8380 x1874589766307840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757847.389244:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766307840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757847.389256:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757847.389259:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757847.389263:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766307840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757847.389302:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766307968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757847.389341:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757847.389356:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757847/real 1787757847] req@ffffa0e6c60caa00 x1874589766307968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757847.389371:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766307968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757847.389384:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757847.389387:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757847.389392:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766307968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757848.284534:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757848.412378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757848.412399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757849.308478:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757849.436386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757849.436398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757850.332544:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757850.460404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757850.460488:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757851.356557:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757851.484369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757851.484380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757852.380514:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757852.508386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757852.508430:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757852.508441:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757852.508447:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787757852.508462:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757852.508462:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9828 00000100:00080000:2.0:1787757852.508481:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757852.508494:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757852.508542:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766308096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757852.508576:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757852.508581:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757852.508584:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757852.508589:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9828 00000100:00080000:2.0:1787757852.508593:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757852.508599:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757852.508610:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757852.508626:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766308224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757852.508651:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757852.508657:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766308096:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757852.508658:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757852.508662:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757852.508675:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9828 00000100:00080000:2.0:1787757852.508681:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757852.508685:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757852.508691:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757852.508707:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766308352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757852.508719:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757852.508724:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757852.508727:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757852.508732:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9828 00000100:00080000:2.0:1787757852.508737:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757852.508740:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757852.508746:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757852.508760:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766308480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757852.508771:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757852.508775:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757852.508778:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757852.508782:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9828 00000100:00080000:2.0:1787757852.508788:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757852.508792:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757852.508799:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757852.508815:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766308608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757852.508842:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766308224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757852.508898:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766308352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757852.508925:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766308480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757852.508960:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766308608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757853.404530:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757853.532494:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757853.532495:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757854.428537:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757854.556450:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757854.556584:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757855.452561:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757855.580413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757855.580503:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:3.0:1787757855.580622:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787757855.580676:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787757855.580699:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757855.580749:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757855.580765:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757855.580780:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787757855.580792:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787757855.580833:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757852/real 1787757855] req@ffffa0e6c60c8a80 x1874589766308608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757855.580884:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766308608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757855.580910:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757855.580919:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757855.580927:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766308608:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757855.580994:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757852/real 1787757855] req@ffffa0e6c60cad80 x1874589766308224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757855.581024:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766308224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757855.581043:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757855.581050:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757855.581057:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766308224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757855.581071:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757852/real 1787757855] req@ffffa0e6c60c9880 x1874589766308352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757855.581093:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766308352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757855.581110:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757855.581116:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757855.581124:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766308352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757855.581138:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757852/real 1787757855] req@ffffa0e6c60cb480 x1874589766308480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757855.581177:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766308480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757855.581199:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757855.581206:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757855.581213:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766308480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757855.581238:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757852/real 1787757855] req@ffffa0e6c60c8e00 x1874589766308096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757855.581266:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766308096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757855.581320:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757855.581328:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757855.581336:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766308096:192.168.201.131@tcp:250:kworker.0 00010000:00010000:1.0:1787757856.476573:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757856.604389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757856.604474:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757857.500527:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757857.628413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757857.628436:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757857.628447:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757857.628455:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757857.628468:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9833 00000100:00080000:2.0:1787757857.628483:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757857.628492:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757857.628560:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766308736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787757857.628581:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757857.628600:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757857.628607:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757857.628610:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757857.628616:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9833 00000100:00080000:2.0:1787757857.628623:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757857.628633:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757857.628649:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757857.628672:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766308864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757857.628674:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766308736:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757857.628704:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757857.628712:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757857.628714:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757857.628720:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9833 00000100:00080000:2.0:1787757857.628724:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757857.628728:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757857.628734:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757857.628749:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766308992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757857.628761:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757857.628765:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757857.628768:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757857.628773:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9833 00000100:00080000:2.0:1787757857.628778:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757857.628783:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757857.628790:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787757857.628794:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757857.628811:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766309120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757857.628827:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757857.628833:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757857.628836:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757857.628843:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9833 00000100:00080000:2.0:1787757857.628851:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757857.628861:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757857.628873:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757857.628875:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757857/real 1787757857] req@ffffa0e6c60c8e00 x1874589766308736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757857.628928:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766309248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757857.628947:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766308736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757857.628976:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757857.628986:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757857.628997:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766308736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757857.629037:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766308864:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757857.629081:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757857.629107:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757857/real 1787757857] req@ffffa0e6c60cb480 x1874589766308864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757857.629132:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766308864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757857.629149:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757857.629155:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757857.629163:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766308864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757857.629176:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766308992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757857.629214:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757857.629236:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757857/real 1787757857] req@ffffa0e6c60c9880 x1874589766308992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757857.629258:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766308992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757857.629319:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757857.629326:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757857.629333:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766308992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757857.629346:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766309120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757857.629387:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757857.629412:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757857/real 1787757857] req@ffffa0e6c60cad80 x1874589766309120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757857.629437:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766309120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757857.629457:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757857.629464:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757857.629471:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766309120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757857.629483:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766309248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757857.629523:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757857.629545:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757857/real 1787757857] req@ffffa0e6c60c8a80 x1874589766309248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757857.629571:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766309248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757857.629590:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757857.629597:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757857.629603:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766309248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757858.524483:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757858.652406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757858.652730:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757859.548502:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757859.676407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757859.676473:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757860.572480:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757860.700445:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757860.700472:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757861.596609:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757861.724424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757861.724425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757862.620499:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757862.748395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757862.748451:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757862.748453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757862.748470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757862.748476:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757862.748491:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9838 00000100:00080000:3.0:1787757862.748507:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757862.748518:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757862.748565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766309376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757862.748605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757862.748610:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757862.748612:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757862.748618:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9838 00000100:00080000:3.0:1787757862.748623:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757862.748629:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757862.748641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757862.748660:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766309504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757862.748669:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766309376:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757862.748689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757862.748694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757862.748696:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757862.748702:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9838 00000100:00080000:3.0:1787757862.748706:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757862.748713:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757862.748722:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757862.748750:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766309632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757862.748772:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757862.748779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757862.748783:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757862.748796:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9838 00000800:00000100:1.0:1787757862.748798:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757862.748807:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757862.748838:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757862.748849:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757862.748876:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766309760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757862.748899:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757862.748901:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757862/real 1787757862] req@ffffa0e6c35b0700 x1874589766309376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757862.748912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757862.748920:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757862.748940:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9838 00000100:00080000:3.0:1787757862.748951:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757862.748956:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766309376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757862.748964:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757862.748981:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787757862.748987:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757862.748996:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757862.749008:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766309376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757862.749010:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766309888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757862.749050:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766309504:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757862.749089:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757862.749107:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757862/real 1787757862] req@ffffa0e6c35b2d80 x1874589766309504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757862.749123:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766309504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757862.749134:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757862.749139:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757862.749143:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766309504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757862.749151:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766309632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757862.749171:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757862.749184:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757862/real 1787757862] req@ffffa0e6c35b2a00 x1874589766309632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757862.749198:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766309632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757862.749209:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757862.749212:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757862.749216:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766309632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757862.749222:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766309760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757862.749245:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757862.749263:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757862/real 1787757862] req@ffffa0e6c35b3480 x1874589766309760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757862.749338:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766309760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757862.749357:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757862.749362:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757862.749366:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766309760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757862.749374:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766309888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757862.749405:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757862.749420:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757862/real 1787757862] req@ffffa0e6c35b2680 x1874589766309888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757862.749434:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766309888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757862.749447:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757862.749451:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757862.749455:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766309888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757863.644550:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757863.772393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757863.772408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757864.668542:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757864.796395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757864.796400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757865.692533:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757865.820375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787757865.820421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757866.716519:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757866.844453:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757866.844455:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757867.740494:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757867.868388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757867.868406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757867.868417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757867.868424:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757867.868436:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9843 00000100:00080000:3.0:1787757867.868452:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757867.868463:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757867.868470:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787757867.868529:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766310016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757867.868565:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757867.868570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757867.868572:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757867.868578:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9843 00000100:00080000:3.0:1787757867.868582:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757867.868587:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757867.868600:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757867.868617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766310144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757867.868624:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766310016:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757867.868651:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757867.868656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757867.868658:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757867.868664:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9843 00000100:00080000:3.0:1787757867.868669:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757867.868673:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757867.868679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757867.868706:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766310272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757867.868740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757867.868746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757867.868752:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787757867.868755:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757867.868763:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9843 00000100:00080000:3.0:1787757867.868770:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757867.868777:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757867.868785:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757867.868802:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766310400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757867.868810:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757867/real 1787757867] req@ffffa0e6c35b1f80 x1874589766310016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757867.868835:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757867.868845:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757867.868849:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757867.868858:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9843 00000100:00100000:1.0:1787757867.868859:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766310016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757867.868863:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757867.868876:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757867.868889:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787757867.868895:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787757867.868909:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766310528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757867.868910:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757867.868924:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766310016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757867.868968:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766310144:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757867.869000:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757867.869016:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757867/real 1787757867] req@ffffa0e6c35b0a80 x1874589766310144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757867.869032:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766310144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757867.869043:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757867.869047:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757867.869052:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766310144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757867.869059:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766310272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757867.869078:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757867.869089:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757867/real 1787757867] req@ffffa0e6c35b1c00 x1874589766310272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757867.869106:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766310272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757867.869122:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757867.869128:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757867.869136:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766310272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757867.869148:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766310400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757867.869186:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757867.869208:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757867/real 1787757867] req@ffffa0e6c35b1880 x1874589766310400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757867.869233:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766310400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757867.869255:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757867.869261:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757867.869309:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766310400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757867.869324:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766310528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757867.869367:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757867.869391:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757867/real 1787757867] req@ffffa0e6c35b3800 x1874589766310528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757867.869416:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766310528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757867.869437:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757867.869444:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757867.869451:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766310528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757868.764500:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757868.892397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757868.892465:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757869.788485:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757869.916452:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757869.916475:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757870.812608:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757870.940428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757870.940428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757871.836528:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757871.964396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757871.964409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757872.860595:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757872.988361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757872.988433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757872.988496:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757872.988506:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757872.988511:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757872.988524:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9848 00000100:00080000:0.0:1787757872.988538:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757872.988547:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757872.988608:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766310656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757872.988728:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757872.988733:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757872.988736:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757872.988742:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9848 00000100:00080000:0.0:1787757872.988748:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757872.988754:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757872.988766:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757872.988786:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766310784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757872.988800:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757872.988805:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757872.988809:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757872.988815:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9848 00000100:00080000:0.0:1787757872.988819:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757872.988824:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757872.988830:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757872.988843:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766310656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787757872.988848:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766310912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757872.988867:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757872.988871:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757872.988874:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757872.988879:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9848 00000100:00080000:0.0:1787757872.988885:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757872.988890:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757872.988898:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757872.988913:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766311040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787757872.988939:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757872.988948:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757872.988954:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757872.988957:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757872.988965:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9848 00000100:00080000:0.0:1787757872.988973:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757872.988978:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757872.988986:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757872.988997:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757872/real 1787757872] req@ffffa0e6d86c6680 x1874589766310656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757872.989007:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766311168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757872.989046:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766310656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757872.989065:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757872.989071:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757872.989076:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766310656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757872.989085:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766310784:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757872.989112:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757872.989126:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757872/real 1787757872] req@ffffa0e6d86c5880 x1874589766310784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757872.989142:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766310784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757872.989152:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757872.989156:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757872.989160:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766310784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757872.989192:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766310912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757872.989213:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757872.989224:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757872/real 1787757872] req@ffffa0e6d86c6300 x1874589766310912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757872.989239:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766310912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757872.989258:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757872.989262:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757872.989266:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766310912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757872.989307:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766311040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757872.989332:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757872.989346:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757872/real 1787757872] req@ffffa0e6d86c7800 x1874589766311040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757872.989361:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766311040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757872.989373:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757872.989377:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757872.989381:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766311040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757872.989388:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766311168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757872.989407:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757872.989418:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757872/real 1787757872] req@ffffa0e6d86c5c00 x1874589766311168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757872.989432:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766311168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757872.989443:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757872.989446:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757872.989451:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766311168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757873.884492:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757874.012389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757874.012402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757874.908566:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757875.036399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757875.036412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757875.932501:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757876.060376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757876.060392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757876.956481:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757877.084416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757877.084434:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757877.980614:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757878.108384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757878.108409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757878.108489:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757878.108499:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757878.108506:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757878.108521:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9853 00000100:00080000:2.0:1787757878.108536:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757878.108596:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757878.108658:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766311296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757878.108700:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757878.108705:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757878.108708:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757878.108714:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9853 00000100:00080000:2.0:1787757878.108721:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757878.108727:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757878.108739:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757878.108759:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766311296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757878.108765:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766311424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757878.108788:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757878.108795:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757878.108799:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757878.108809:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9853 00000100:00080000:2.0:1787757878.108821:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757878.108829:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757878.108839:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787757878.108853:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757878.108871:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766311552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757878.108896:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757878.108905:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757878/real 1787757878] req@ffffa0e6c60caa00 x1874589766311296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757878.108906:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757878.108913:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757878.108928:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9853 00000100:00080000:2.0:1787757878.108940:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757878.108950:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766311296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757878.108952:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757878.108966:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:1.0:1787757878.108989:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1787757878.108993:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766311680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757878.109008:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:2.0:1787757878.109015:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757878.109023:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1787757878.109026:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766311296:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757878.109028:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757878.109044:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9853 00000100:00080000:2.0:1787757878.109051:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757878.109057:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757878.109062:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757878.109075:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766311808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757878.109088:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766311424:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757878.109157:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757878.109207:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757878/real 1787757878] req@ffffa0e6c60c8380 x1874589766311424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757878.109234:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766311424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757878.109262:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757878.109267:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757878.109304:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766311424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757878.109313:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766311552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757878.109346:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757878.109361:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757878/real 1787757878] req@ffffa0e6c60ca300 x1874589766311552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757878.109376:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766311552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757878.109387:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757878.109391:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757878.109395:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766311552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757878.109402:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766311680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757878.109422:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757878.109434:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757878/real 1787757878] req@ffffa0e6c60c9180 x1874589766311680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757878.109448:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766311680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757878.109460:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757878.109463:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757878.109468:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766311680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757878.109488:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766311808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757878.109508:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757878.109519:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757878/real 1787757878] req@ffffa0e6c60c9f80 x1874589766311808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757878.109562:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766311808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757878.109583:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757878.109590:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757878.109597:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766311808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757879.004676:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757879.132470:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757879.132473:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757880.028565:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757880.156396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757880.156409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757881.052565:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757881.180412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757881.180422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757882.076532:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757882.204385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757882.204430:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757883.100573:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787757883.228517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757883.228529:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757883.228530:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787757883.228531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757883.228546:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757883.228566:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9859 00000100:00080000:3.0:1787757883.228601:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757883.228612:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757883.228682:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766311936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757883.228726:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757883.228732:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757883.228735:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757883.228741:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9859 00000100:00080000:3.0:1787757883.228745:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757883.228750:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757883.228767:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757883.228790:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766312064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757883.228806:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766311936:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757883.228810:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757883.228829:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757883.228831:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757883.228839:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9859 00000100:00080000:3.0:1787757883.228844:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757883.228850:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757883.228859:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757883.228874:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766312192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757883.228886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757883.228891:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757883.228894:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757883.228900:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9859 00000100:00080000:3.0:1787757883.228905:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757883.228911:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757883.228917:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757883.228936:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766312320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787757883.228940:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757883.228965:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757883.228970:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757883.228973:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757883.228982:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9859 00000100:00080000:3.0:1787757883.228987:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757883.228992:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757883.229000:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787757883.229018:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766312448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757883.229029:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757883/real 1787757883] req@ffffa0e6c35b0e00 x1874589766311936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757883.229063:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766311936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757883.229080:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757883.229086:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757883.229092:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766311936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757883.229125:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766312064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757883.229158:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757883.229175:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757883/real 1787757883] req@ffffa0e6c35b3100 x1874589766312064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757883.229190:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766312064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757883.229201:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757883.229205:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757883.229209:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766312064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757883.229217:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766312192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757883.229237:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757883.229249:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757883/real 1787757883] req@ffffa0e6c35b1180 x1874589766312192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757883.229263:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766312192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757883.229310:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757883.229314:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757883.229319:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766312192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757883.229327:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766312320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757883.229352:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757883.229367:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757883/real 1787757883] req@ffffa0e6c35b1500 x1874589766312320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757883.229381:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766312320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757883.229393:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757883.229397:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757883.229400:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766312320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757883.229407:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766312448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757883.229427:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757883.229438:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757883/real 1787757883] req@ffffa0e6c35b3b80 x1874589766312448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757883.229479:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766312448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757883.229493:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757883.229497:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757883.229501:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766312448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757884.124529:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757884.252407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757884.252419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757885.148553:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757885.276454:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757885.276455:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757886.172552:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757886.300440:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757886.300452:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757887.196535:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757887.324428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757887.324452:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757888.220514:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757888.348394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757888.348445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757888.348453:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757888.348470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757888.348476:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757888.348490:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9864 00000100:00080000:2.0:1787757888.348504:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757888.348514:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757888.348560:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766312576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757888.348604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757888.348609:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757888.348612:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757888.348617:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9864 00000100:00080000:2.0:1787757888.348622:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757888.348629:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757888.348642:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757888.348662:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766312576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757888.348673:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766312704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757888.348700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757888.348722:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757888.348726:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757888.348736:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9864 00000100:00080000:2.0:1787757888.348747:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787757888.348753:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787757888.348765:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757888.348777:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757888.348812:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757888/real 1787757888] req@ffffa0e6c60c9f80 x1874589766312576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757888.348813:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766312832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757888.348880:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757888.348886:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757888.348888:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757888.348893:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766312576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757888.348900:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9864 00000100:00080000:2.0:1787757888.348913:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757888.348927:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787757888.348929:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1787757888.348937:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:1.0:1787757888.348941:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757888.348951:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766312576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757888.348960:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766312960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757888.348976:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757888.348980:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757888.348982:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757888.348991:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766312704:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787757888.349004:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9864 00000100:00080000:2.0:1787757888.349011:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757888.349018:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757888.349026:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787757888.349034:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757888.349054:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766313088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757888.349063:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757888/real 1787757888] req@ffffa0e6c60c9180 x1874589766312704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757888.349110:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766312704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757888.349122:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757888.349126:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757888.349130:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766312704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757888.349138:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766312832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757888.349164:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757888.349176:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757888/real 1787757888] req@ffffa0e6c60ca300 x1874589766312832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757888.349191:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766312832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757888.349201:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757888.349204:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757888.349208:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766312832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757888.349215:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766312960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757888.349234:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757888.349245:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757888/real 1787757888] req@ffffa0e6c60c8380 x1874589766312960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757888.349259:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766312960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757888.349302:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757888.349306:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757888.349310:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766312960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757888.349329:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766313088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757888.349352:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757888.349395:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757888/real 1787757888] req@ffffa0e6c60caa00 x1874589766313088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757888.349410:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766313088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757888.349423:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757888.349427:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757888.349431:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766313088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757889.244511:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757889.372389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757889.372408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757890.268512:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757890.396444:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757890.396478:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757891.292541:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757891.420436:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757891.420440:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757892.316571:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757892.444376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757892.444376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757893.340497:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757893.468395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757893.468424:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757893.468430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757893.468441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757893.468448:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757893.468462:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9869 00000100:00080000:2.0:1787757893.468477:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757893.468487:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757893.468533:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766313216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757893.468597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757893.468604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757893.468608:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757893.468618:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9869 00000100:00080000:2.0:1787757893.468626:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757893.468636:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757893.468653:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757893.468655:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766313216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757893.468702:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766313344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757893.468721:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757893.468726:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757893.468729:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757893.468735:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9869 00000100:00080000:2.0:1787757893.468742:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787757893.468753:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787757893.468754:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757893.468768:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757893.468786:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766313472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757893.468811:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757893/real 1787757893] req@ffffa0e6c60c8a80 x1874589766313216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757893.468812:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757893.468826:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757893.468831:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757893.468847:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9869 00000100:00080000:2.0:1787757893.468858:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757893.468864:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757893.468873:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766313216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787757893.468874:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757893.468902:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766313600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757893.468903:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757893.468920:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757893.468938:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766313216:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757893.468938:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757893.468955:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757893.468959:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757893.468965:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9869 00000100:00080000:2.0:1787757893.468970:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757893.468974:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757893.468981:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757893.468988:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766313344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787757893.469001:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766313728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787757893.469033:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757893.469057:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757893/real 1787757893] req@ffffa0e6c60cad80 x1874589766313344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757893.469084:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766313344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757893.469099:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757893.469106:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757893.469113:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766313344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757893.469125:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766313472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757893.469162:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757893.469186:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757893/real 1787757893] req@ffffa0e6c60c9880 x1874589766313472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757893.469212:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766313472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757893.469224:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757893.469228:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757893.469233:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766313472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757893.469241:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766313600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757893.469348:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757893.469369:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757893/real 1787757893] req@ffffa0e6c60cb480 x1874589766313600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757893.469385:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766313600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757893.469406:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757893.469410:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757893.469415:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766313600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757893.469436:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766313728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757893.469463:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757893.469475:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757893/real 1787757893] req@ffffa0e6c60c8e00 x1874589766313728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757893.469489:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766313728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757893.469501:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757893.469505:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757893.469509:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766313728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757894.364516:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757894.492426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757894.492434:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757895.388506:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757895.516447:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757895.516473:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757896.412483:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757896.540422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757896.540430:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757897.436550:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757897.564353:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757897.564353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757898.460392:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757898.588346:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757898.588363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787757898.588368:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757898.588371:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757898.588378:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757898.588389:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9874 00000100:00080000:0.0:1787757898.588400:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757898.588408:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757898.588471:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766313856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757898.588506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757898.588511:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757898.588515:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757898.588520:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9874 00000100:00080000:0.0:1787757898.588526:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757898.588533:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757898.588546:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757898.588569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766313984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757898.588571:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766313856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757898.588611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757898.588617:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757898.588620:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757898.588626:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9874 00000100:00080000:0.0:1787757898.588652:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757898.588673:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757898.588677:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787757898.588679:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787757898.588690:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766314112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757898.588698:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757898.588701:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757898.588703:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757898.588706:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9874 00000100:00080000:0.0:1787757898.588710:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757898.588714:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757898/real 1787757898] req@ffffa0e6d86c5c00 x1874589766313856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757898.588715:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757898.588722:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757898.588735:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766314240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757898.588739:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766313856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757898.588751:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757898.588758:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757898.588760:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757898.588761:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757898.588765:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9874 00000100:00080000:1.0:1787757898.588769:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:0.0:1787757898.588771:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757898.588777:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766313856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757898.588778:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757898.588786:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787757898.588793:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766314368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757898.588815:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766313984:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757898.588834:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757898.588843:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757898/real 1787757898] req@ffffa0e6d86c7800 x1874589766313984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757898.588852:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766313984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757898.588859:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757898.588861:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757898.588863:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766313984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757898.588867:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766314112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757898.588878:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757898.588885:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757898/real 1787757898] req@ffffa0e6d86c6300 x1874589766314112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757898.588892:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766314112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757898.588903:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757898.588905:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757898.588907:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766314112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757898.588910:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766314240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757898.588920:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757898.588926:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757898/real 1787757898] req@ffffa0e6d86c5880 x1874589766314240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757898.588933:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766314240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757898.588940:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757898.588942:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757898.588944:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766314240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757898.588947:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766314368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757898.588957:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757898.588963:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757898/real 1787757898] req@ffffa0e6d86c6680 x1874589766314368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757898.588971:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766314368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757898.588977:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757898.588979:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757898.588981:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766314368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757899.484477:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757899.612363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757899.612389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757900.508514:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757900.636391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757900.636402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757901.532471:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757901.660380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757901.660385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757902.556496:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757902.684373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757902.684422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757903.580456:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757903.708380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757903.708406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757903.708439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757903.708449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757903.708455:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757903.708469:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9879 00000100:00080000:0.0:1787757903.708484:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757903.708494:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757903.708542:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766314496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757903.708580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757903.708585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757903.708588:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757903.708594:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9879 00000100:00080000:0.0:1787757903.708599:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757903.708604:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757903.708616:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757903.708639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766314624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757903.708641:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766314496:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757903.708669:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757903.708674:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757903.708676:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757903.708682:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9879 00000100:00080000:0.0:1787757903.708686:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757903.708691:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757903.708697:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757903.708712:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766314752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757903.708725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757903.708730:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757903.708732:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757903.708738:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9879 00000800:00000100:1.0:1787757903.708746:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757903.708750:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757903.708760:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757903.708767:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757903.708783:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766314880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757903.708795:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757903.708801:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757903/real 1787757903] req@ffffa0e6d86c6680 x1874589766314496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757903.708804:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757903.708810:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757903.708826:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9879 00000100:00080000:0.0:1787757903.708835:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757903.708840:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757903.708848:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766314496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787757903.708851:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787757903.708870:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757903.708878:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757903.708885:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766314496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787757903.708906:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766315008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757903.708923:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766314624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757903.708966:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757903.708987:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757903/real 1787757903] req@ffffa0e6d86c5880 x1874589766314624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757903.709003:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766314624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757903.709015:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757903.709022:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757903.709028:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766314624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757903.709040:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766314752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757903.709076:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757903.709149:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757903/real 1787757903] req@ffffa0e6d86c6300 x1874589766314752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757903.709170:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766314752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757903.709181:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757903.709185:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757903.709190:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766314752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757903.709197:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766314880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757903.709227:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757903.709240:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757903/real 1787757903] req@ffffa0e6d86c7800 x1874589766314880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757903.709255:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766314880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757903.709298:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757903.709303:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757903.709308:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766314880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757903.709332:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766315008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757903.709370:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757903.709393:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757903/real 1787757903] req@ffffa0e6d86c5c00 x1874589766315008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757903.709419:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766315008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757903.709440:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757903.709446:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757903.709452:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766315008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757904.604463:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757904.732395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757904.732403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757905.628519:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757905.756399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757905.756403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757906.652516:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757906.780410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757906.780444:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757907.676497:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757907.804429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757907.804435:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757908.700495:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757908.828399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757908.828399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757908.828420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757908.828448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757908.828456:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757908.828474:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9884 00000100:00080000:2.0:1787757908.828491:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757908.828504:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757908.828552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766315136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757908.828588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757908.828594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757908.828596:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757908.828602:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9884 00000100:00080000:2.0:1787757908.828608:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757908.828615:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757908.828626:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757908.828645:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766315136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757908.828648:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766315264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757908.828671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757908.828675:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757908.828678:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757908.828685:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9884 00000100:00080000:2.0:1787757908.828689:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757908.828695:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757908.828701:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757908.828715:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766315392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757908.828728:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757908.828733:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757908.828736:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757908.828741:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9884 00000100:00080000:2.0:1787757908.828745:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757908.828749:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757908.828756:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787757908.828759:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757908.828774:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766315520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757908.828789:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757908.828794:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757908.828796:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757908.828803:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9884 00000100:00080000:2.0:1787757908.828808:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757908.828813:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757908.828820:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757908.828828:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757908/real 1787757908] req@ffffa0e6c60c8e00 x1874589766315136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757908.828838:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766315648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757908.828888:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766315136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757908.828907:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757908.828914:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757908.828923:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766315136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757908.828968:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766315264:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757908.829037:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757908.829066:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757908/real 1787757908] req@ffffa0e6c60cb480 x1874589766315264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757908.829093:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766315264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757908.829114:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757908.829122:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757908.829129:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766315264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757908.829142:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766315392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757908.829173:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757908.829189:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757908/real 1787757908] req@ffffa0e6c60c9880 x1874589766315392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757908.829204:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766315392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757908.829216:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757908.829220:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757908.829224:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766315392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757908.829231:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766315520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757908.829252:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757908.829263:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757908/real 1787757908] req@ffffa0e6c60cad80 x1874589766315520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757908.829314:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766315520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757908.829328:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757908.829331:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757908.829335:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766315520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757908.829343:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766315648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757908.829368:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757908.829381:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757908/real 1787757908] req@ffffa0e6c60c8a80 x1874589766315648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757908.829395:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766315648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757908.829407:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757908.829411:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757908.829415:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766315648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757909.724553:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757909.852355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757909.852409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757910.748467:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757910.876371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757910.876422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757911.772528:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757911.900425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757911.900430:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757912.796522:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757912.924399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757912.924412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757913.820568:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757913.948396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757913.948404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757913.948416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757913.948423:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757913.948437:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9889 00000100:00080000:2.0:1787757913.948453:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757913.948464:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757913.948479:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787757913.948515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766315776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757913.948562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757913.948570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757913.948574:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757913.948583:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9889 00000100:00080000:2.0:1787757913.948592:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757913.948602:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757913.948620:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757913.948623:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766315776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757913.948650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766315904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757913.948670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757913.948675:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757913.948678:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757913.948684:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9889 00000100:00080000:2.0:1787757913.948691:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757913.948696:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757913.948704:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757913.948726:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766316032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787757913.948729:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787757913.948746:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757913.948752:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757913.948755:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757913.948762:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9889 00000100:00080000:2.0:1787757913.948768:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757913.948772:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757913.948779:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757913.948793:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766316160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757913.948803:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757913/real 1787757913] req@ffffa0e6c60caa00 x1874589766315776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757913.948815:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757913.948830:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757913.948836:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757913.948847:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9889 00000100:00080000:2.0:1787757913.948852:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757913.948859:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766315776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757913.948861:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757913.948875:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787757913.948894:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1787757913.948901:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766316288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757913.948952:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757913.948965:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766315776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757913.949001:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766315904:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757913.949037:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757913.949056:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757913/real 1787757913] req@ffffa0e6c60c8380 x1874589766315904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757913.949073:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766315904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757913.949085:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757913.949089:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757913.949093:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766315904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757913.949101:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766316032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757913.949121:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757913.949133:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757913/real 1787757913] req@ffffa0e6c60ca300 x1874589766316032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757913.949160:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766316032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757913.949177:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757913.949183:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757913.949189:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766316032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757913.949201:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766316160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757913.949240:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757913.949263:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757913/real 1787757913] req@ffffa0e6c60c9180 x1874589766316160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757913.949317:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766316160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757913.949330:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757913.949334:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757913.949338:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766316160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757913.949346:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766316288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757913.949374:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757913.949387:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757913/real 1787757913] req@ffffa0e6c60c9f80 x1874589766316288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757913.949401:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766316288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757913.949422:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757913.949425:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757913.949430:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766316288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757914.844503:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757914.972393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757914.972411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757915.868498:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757915.996353:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757915.996405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757916.892508:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757917.020392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757917.020411:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757917.916519:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757918.044399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757918.044407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757918.940495:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757919.068419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757919.068420:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757919.068434:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757919.068444:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757919.068451:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757919.068464:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9894 00000100:00080000:2.0:1787757919.068479:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757919.068489:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757919.068539:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766316416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757919.068577:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757919.068582:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757919.068585:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757919.068590:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9894 00000100:00080000:2.0:1787757919.068595:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757919.068601:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757919.068613:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757919.068631:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766316544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757919.068642:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766316416:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757919.068652:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757919.068659:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757919.068661:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757919.068668:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9894 00000100:00080000:2.0:1787757919.068671:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757919.068676:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757919.068683:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757919.068697:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766316672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757919.068710:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757919.068715:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757919.068718:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757919.068723:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9894 00000100:00080000:2.0:1787757919.068727:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757919.068731:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757919.068738:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757919.068753:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766316800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757919.068764:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757919.068768:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757919.068770:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757919.068776:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9894 00000100:00080000:2.0:1787757919.068781:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757919.068787:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757919.068795:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757919.068809:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766316928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757919.068851:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766316544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757919.068921:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766316672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757919.068967:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766316800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757919.069020:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766316928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757919.964544:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757920.092430:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757920.092506:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757920.988578:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757921.116411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757921.116516:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757922.012459:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757922.140398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757922.140572:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:0.0:1787757922.140753:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:0.0:1787757922.140838:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787757922.140858:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787757922.140907:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787757922.140920:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787757922.140933:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787757922.140954:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787757922.140988:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757919/real 1787757922] req@ffffa0e6c60caa00 x1874589766316928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757922.141036:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766316928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757922.141065:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757922.141075:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757922.141085:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766316928:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757922.141101:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757919/real 1787757922] req@ffffa0e6c60c9180 x1874589766316544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757922.141128:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766316544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757922.141145:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757922.141152:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757922.141159:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766316544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757922.141189:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757919/real 1787757922] req@ffffa0e6c60ca300 x1874589766316672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757922.141216:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766316672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757922.141234:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757922.141241:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757922.141249:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766316672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757922.141262:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757919/real 1787757922] req@ffffa0e6c60c8380 x1874589766316800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757922.141323:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766316800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757922.141337:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757922.141342:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757922.141348:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766316800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757922.141362:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757919/real 1787757922] req@ffffa0e6c60c9f80 x1874589766316416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757922.141385:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766316416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757922.141398:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757922.141404:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757922.141410:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766316416:192.168.201.131@tcp:250:kworker.0 00010000:00010000:1.0:1787757923.036516:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757923.164442:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757923.164495:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757924.060533:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757924.188396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757924.188438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757924.188448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757924.188454:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757924.188468:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9899 00000100:00080000:0.0:1787757924.188483:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787757924.188493:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757924.188494:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757924.188548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766317056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757924.188588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757924.188593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757924.188595:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757924.188601:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9899 00000100:00080000:0.0:1787757924.188605:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757924.188611:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757924.188623:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757924.188640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766317184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757924.188652:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766317056:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757924.188661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757924.188667:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757924.188669:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757924.188675:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9899 00000100:00080000:0.0:1787757924.188682:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757924.188689:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757924.188701:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757924.188755:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766317312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757924.188778:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757924.188785:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757924.188789:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787757924.188801:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757924.188809:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9899 00000100:00080000:0.0:1787757924.188824:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757924.188844:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757924.188857:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757924.188882:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757924/real 1787757924] req@ffffa0e6d86c5c00 x1874589766317056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757924.188887:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766317440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757924.188960:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757924.188968:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757924.188972:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757924.188980:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766317056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757924.188988:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9899 00000100:00080000:0.0:1787757924.189003:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757924.189017:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787757924.189023:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757924.189036:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757924.189044:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766317056:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787757924.189068:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757924.189099:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766317184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787757924.189102:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766317568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787757924.189168:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757924.189219:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757924/real 1787757924] req@ffffa0e6d86c7800 x1874589766317184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757924.189247:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766317184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757924.189306:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757924.189316:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757924.189334:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766317184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757924.189348:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766317312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757924.189395:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757924.189421:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757924/real 1787757924] req@ffffa0e6d86c6300 x1874589766317312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757924.189448:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766317312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757924.189467:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757924.189474:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757924.189481:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766317312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757924.189509:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766317440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757924.189555:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757924.189580:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757924/real 1787757924] req@ffffa0e6d86c5880 x1874589766317440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757924.189606:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766317440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757924.189627:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757924.189635:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757924.189642:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766317440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757924.189683:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766317568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757924.189727:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757924.189782:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757924/real 1787757924] req@ffffa0e6d86c6680 x1874589766317568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757924.189807:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766317568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757924.189827:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757924.189834:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757924.189841:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766317568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757925.084541:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757925.212401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757925.212504:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757926.108488:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757926.236384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757926.236400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757927.132568:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757927.260382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757927.260383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757928.156472:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757928.284359:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757928.284413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757929.180525:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757929.308480:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757929.308519:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757929.308548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757929.308561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757929.308570:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757929.308587:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9905 00000100:00080000:0.0:1787757929.308605:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757929.308618:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757929.308712:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766317696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757929.308756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757929.308762:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757929.308764:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757929.308770:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9905 00000100:00080000:0.0:1787757929.308777:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757929.308783:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757929.308795:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757929.308814:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766317824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757929.308829:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757929.308834:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757929.308837:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757929.308848:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9905 00000100:00100000:1.0:1787757929.308851:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766317696:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757929.308855:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757929.308873:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757929.308885:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757929.308914:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766317952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757929.308938:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757929.308946:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757929.308950:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757929.308959:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9905 00000800:00000100:1.0:1787757929.308968:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757929.308973:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757929.308985:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757929.309017:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757929.309022:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757929/real 1787757929] req@ffffa0e6d86c6680 x1874589766317696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757929.309051:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766317696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757929.309066:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757929.309075:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787757929.309077:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766318080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757929.309083:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766317696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757929.309108:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766317824:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787757929.309116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757929.309123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757929.309126:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757929.309135:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9905 00000100:00080000:0.0:1787757929.309144:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787757929.309152:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757929.309161:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757929.309172:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757929.309181:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757929/real 1787757929] req@ffffa0e6d86c5880 x1874589766317824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757929.309197:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766318208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757929.309205:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766317824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757929.309255:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757929.309300:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757929.309306:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766317824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757929.309346:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766317952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757929.309377:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757929.309393:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757929/real 1787757929] req@ffffa0e6d86c6300 x1874589766317952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757929.309418:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766317952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757929.309429:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757929.309433:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757929.309437:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766317952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757929.309445:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766318080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757929.309465:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757929.309476:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757929/real 1787757929] req@ffffa0e6d86c7800 x1874589766318080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757929.309490:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766318080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757929.309502:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757929.309505:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757929.309509:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766318080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757929.309516:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766318208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757929.309550:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757929.309563:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757929/real 1787757929] req@ffffa0e6d86c5c00 x1874589766318208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757929.309577:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766318208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757929.309597:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757929.309601:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757929.309606:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766318208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757930.204492:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757930.332402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757930.332402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757931.228539:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757931.356409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757931.356414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757932.252466:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757932.380391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757932.380409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757933.276523:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757933.404396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757933.404408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757934.300533:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757934.428382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757934.428421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757934.428458:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757934.428469:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757934.428475:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757934.428488:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9910 00000100:00080000:2.0:1787757934.428501:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757934.428510:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757934.428581:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766318336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757934.428618:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757934.428623:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757934.428626:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757934.428632:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9910 00000100:00080000:2.0:1787757934.428637:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757934.428644:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757934.428657:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757934.428675:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766318336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757934.428681:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766318464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757934.428700:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757934.428704:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757934.428707:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757934.428711:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9910 00000100:00080000:2.0:1787757934.428716:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757934.428720:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757934.428726:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757934.428742:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766318592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757934.428763:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787757934.428773:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787757934.428775:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757934.428782:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757934.428790:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9910 00000100:00080000:2.0:1787757934.428796:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757934.428804:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757934.428810:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757934.428832:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757934/real 1787757934] req@ffffa0e6c60c8a80 x1874589766318336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757934.428834:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766318720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757934.428902:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757934.428908:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766318336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757934.428916:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757934.428925:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787757934.428939:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757934.428942:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9910 00000100:00080000:2.0:1787757934.428954:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757934.428962:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787757934.428965:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:2.0:1787757934.428973:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757934.428977:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766318336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757934.429016:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766318848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757934.429017:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766318464:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757934.429063:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757934.429086:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757934/real 1787757934] req@ffffa0e6c60cad80 x1874589766318464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757934.429113:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766318464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757934.429124:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757934.429129:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757934.429133:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766318464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757934.429140:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766318592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757934.429161:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757934.429172:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757934/real 1787757934] req@ffffa0e6c60c9880 x1874589766318592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757934.429186:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766318592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757934.429196:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757934.429200:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757934.429203:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766318592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757934.429210:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766318720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757934.429229:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757934.429240:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757934/real 1787757934] req@ffffa0e6c60cb480 x1874589766318720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757934.429253:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766318720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757934.429306:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757934.429310:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757934.429315:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766318720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757934.429335:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766318848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757934.429359:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757934.429374:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757934/real 1787757934] req@ffffa0e6c60c8e00 x1874589766318848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757934.429388:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766318848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757934.429401:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757934.429404:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757934.429408:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766318848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757935.324595:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757935.452392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757935.452427:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757936.348602:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757936.476359:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757936.476414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757937.372647:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757937.500368:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757937.500377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757938.396567:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757938.524396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757938.524415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757939.420521:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757939.548408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757939.548453:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757939.548486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757939.548498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757939.548504:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757939.548517:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9915 00000100:00080000:0.0:1787757939.548532:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757939.548541:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757939.548592:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766318976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757939.548630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757939.548635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757939.548638:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757939.548644:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9915 00000100:00080000:0.0:1787757939.548648:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757939.548654:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757939.548666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757939.548684:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766319104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757939.548693:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766318976:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757939.548717:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757939.548722:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757939.548725:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757939.548732:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9915 00000100:00080000:0.0:1787757939.548737:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757939.548741:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757939.548749:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757939.548765:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766319232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757939.548778:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757939.548782:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757939.548784:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787757939.548794:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787757939.548799:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9915 00000100:00080000:0.0:1787757939.548807:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757939.548813:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757939.548822:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757939.548838:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766319360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757939.548851:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757939/real 1787757939] req@ffffa0e6d86c5c00 x1874589766318976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757939.548856:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757939.548870:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757939.548877:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757939.548891:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9915 00000100:00080000:0.0:1787757939.548898:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757939.548908:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757939.548909:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766318976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787757939.548920:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787757939.548939:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1787757939.548947:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766319488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757939.548953:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757939.548966:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766318976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757939.549024:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766319104:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757939.549070:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757939.549096:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757939/real 1787757939] req@ffffa0e6d86c7800 x1874589766319104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757939.549124:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766319104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757939.549143:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757939.549149:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757939.549156:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766319104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757939.549169:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766319232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757939.549207:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757939.549223:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757939/real 1787757939] req@ffffa0e6d86c6300 x1874589766319232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757939.549239:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766319232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757939.549259:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757939.549263:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757939.549267:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766319232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757939.549308:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766319360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757939.549333:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757939.549346:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757939/real 1787757939] req@ffffa0e6d86c5880 x1874589766319360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757939.549361:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766319360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757939.549373:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757939.549377:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757939.549381:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766319360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757939.549388:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766319488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757939.549406:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757939.549417:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757939/real 1787757939] req@ffffa0e6d86c6680 x1874589766319488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757939.549431:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766319488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757939.549442:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757939.549445:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757939.549450:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766319488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757940.444533:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757940.572395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757940.572405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757941.468562:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757941.596385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757941.596405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757942.492493:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757942.620379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757942.620485:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757943.516508:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757943.644421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757943.644436:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757944.540524:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757944.668417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757944.668439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787757944.668441:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757944.668454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757944.668461:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757944.668476:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9920 00000100:00080000:0.0:1787757944.668491:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757944.668502:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757944.668553:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766319616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757944.668591:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757944.668596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757944.668599:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757944.668605:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9920 00000100:00080000:0.0:1787757944.668609:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757944.668615:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757944.668628:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757944.668653:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766319744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757944.668653:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766319616:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757944.668681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757944.668686:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757944.668689:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757944.668695:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9920 00000100:00080000:0.0:1787757944.668700:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757944.668704:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757944.668710:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757944.668728:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766319872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757944.668740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757944.668744:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757944.668747:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757944.668752:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9920 00000100:00080000:0.0:1787757944.668756:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757944.668761:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757944.668767:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787757944.668771:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787757944.668788:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766320000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757944.668802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757944.668807:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757944.668809:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757944.668816:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9920 00000100:00080000:0.0:1787757944.668821:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757944.668826:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757944.668832:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757944.668839:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757944/real 1787757944] req@ffffa0e6d86c6680 x1874589766319616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757944.668852:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766320128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757944.668913:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766319616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757944.668932:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757944.668939:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757944.668944:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766319616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757944.668978:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766319744:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757944.669043:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757944.669062:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757944/real 1787757944] req@ffffa0e6d86c5880 x1874589766319744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757944.669078:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766319744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757944.669089:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757944.669094:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757944.669099:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766319744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757944.669106:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766319872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757944.669129:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757944.669141:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757944/real 1787757944] req@ffffa0e6d86c6300 x1874589766319872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757944.669155:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766319872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757944.669165:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757944.669169:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757944.669172:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766319872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757944.669179:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766320000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757944.669198:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757944.669208:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757944/real 1787757944] req@ffffa0e6d86c7800 x1874589766320000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757944.669222:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766320000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757944.669234:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757944.669237:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757944.669241:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766320000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757944.669247:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766320128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757944.669265:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757944.669309:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757944/real 1787757944] req@ffffa0e6d86c5c00 x1874589766320128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757944.669324:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766320128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757944.669335:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757944.669339:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757944.669343:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766320128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757945.564532:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757945.692421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757945.692430:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757946.588524:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757946.716465:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757946.716472:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757947.612544:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757947.740390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757947.740410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757948.636528:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757948.764406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757948.764462:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757949.660509:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757949.788452:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757949.788460:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757949.788504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757949.788515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757949.788521:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757949.788538:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9925 00000100:00080000:0.0:1787757949.788552:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757949.788563:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757949.788614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766320256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757949.788656:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757949.788661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757949.788664:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757949.788669:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9925 00000100:00080000:0.0:1787757949.788674:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757949.788678:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757949.788690:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757949.788708:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766320384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757949.788723:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757949.788728:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757949.788730:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757949.788736:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9925 00000100:00080000:0.0:1787757949.788740:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757949.788750:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757949.788753:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766320256:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787757949.788757:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757949.788779:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766320512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757949.788792:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757949.788796:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757949.788797:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757949.788802:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9925 00000100:00080000:0.0:1787757949.788806:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757949.788810:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757949.788817:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757949.788831:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766320640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757949.788842:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757949.788846:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757949.788849:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757949.788853:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9925 00000100:00080000:0.0:1787757949.788857:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757949.788861:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757949.788870:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787757949.788870:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787757949.788892:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766320768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757949.788940:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757949/real 1787757949] req@ffffa0e6d86c5c00 x1874589766320256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757949.788980:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766320256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757949.789001:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757949.789007:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757949.789014:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766320256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757949.789044:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766320384:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757949.789080:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757949.789096:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757949/real 1787757949] req@ffffa0e6d86c7800 x1874589766320384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757949.789112:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766320384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757949.789123:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757949.789128:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757949.789132:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766320384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757949.789139:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766320512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757949.789159:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757949.789170:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757949/real 1787757949] req@ffffa0e6d86c6300 x1874589766320512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757949.789185:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766320512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757949.789195:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757949.789199:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757949.789203:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766320512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757949.789210:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766320640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757949.789250:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757949.789331:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757949/real 1787757949] req@ffffa0e6d86c5880 x1874589766320640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757949.789364:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766320640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757949.789386:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757949.789390:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757949.789395:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766320640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757949.789403:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766320768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757949.789435:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757949.789450:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757949/real 1787757949] req@ffffa0e6d86c6680 x1874589766320768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757949.789465:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766320768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757949.789477:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757949.789481:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757949.789485:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766320768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757950.684481:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757950.812417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757950.812423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757951.708492:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757951.836405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757951.836416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757952.732422:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757952.860334:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757952.860341:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757953.756487:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757953.884362:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757953.884415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757954.780459:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757954.908386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757954.908386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757954.908467:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757954.908481:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757954.908488:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757954.908504:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9930 00000100:00080000:2.0:1787757954.908522:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757954.908534:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757954.908583:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766320896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757954.908626:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757954.908633:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757954.908637:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757954.908646:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9930 00000100:00080000:2.0:1787757954.908655:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757954.908665:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757954.908683:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757954.908684:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766320896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757954.908723:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766321024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757954.908746:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757954.908751:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757954.908754:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757954.908760:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9930 00000100:00080000:2.0:1787757954.908767:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787757954.908778:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787757954.908779:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757954.908794:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757954.908815:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766321152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757954.908829:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757954.908835:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757954.908839:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757954.908845:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757954/real 1787757954] req@ffffa0e6c60c8e00 x1874589766320896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757954.908847:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9930 00000100:00080000:2.0:1787757954.908857:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757954.908867:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757954.908880:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787757954.908904:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766321280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757954.908918:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766320896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757954.908922:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757954.908936:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757954.908942:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757954.908954:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9930 00000100:00080000:1.0:1787757954.908959:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757954.908961:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757954.908973:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787757954.908977:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:2.0:1787757954.908984:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757954.908989:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766320896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757954.909015:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766321408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757954.909030:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766321024:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757954.909079:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757954.909099:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757954/real 1787757954] req@ffffa0e6c60cb480 x1874589766321024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757954.909122:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766321024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757954.909139:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757954.909147:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757954.909153:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766321024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757954.909185:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766321152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757954.909250:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757954.909299:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757954/real 1787757954] req@ffffa0e6c60c9880 x1874589766321152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757954.909327:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766321152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757954.909338:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757954.909342:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757954.909347:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766321152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757954.909355:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766321280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757954.909381:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757954.909395:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757954/real 1787757954] req@ffffa0e6c60cad80 x1874589766321280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757954.909409:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766321280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757954.909422:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757954.909426:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757954.909430:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766321280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757954.909451:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766321408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757954.909471:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757954.909502:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757954/real 1787757954] req@ffffa0e6c60c8a80 x1874589766321408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757954.909527:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766321408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757954.909561:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757954.909568:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757954.909576:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766321408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757955.804480:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757955.932371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757955.932395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757956.828481:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757956.956380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757956.956402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757957.852434:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757957.980346:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757957.980346:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757958.876477:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757959.004429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757959.004445:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757959.900581:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787757960.028392:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787757960.028392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757960.028411:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757960.028419:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757960.028437:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9935 00000100:00100000:1.0:1787757960.028446:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757960.028457:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757960.028473:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757960.028537:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766321536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757960.028580:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757960.028586:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757960.028588:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757960.028594:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9935 00000100:00080000:2.0:1787757960.028599:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757960.028605:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757960.028620:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757960.028638:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766321664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757960.028645:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766321536:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757960.028671:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757960.028677:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757960.028679:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757960.028686:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9935 00000100:00080000:2.0:1787757960.028690:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757960.028695:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757960.028701:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757960.028719:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766321792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757960.028731:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757960.028735:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757960.028737:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757960.028743:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9935 00000100:00080000:2.0:1787757960.028750:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757960.028755:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757960.028762:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787757960.028771:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787757960.028787:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766321920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757960.028816:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757960.028821:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757960.028824:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757960.028832:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757960/real 1787757960] req@ffffa0e6c60c9f80 x1874589766321536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757960.028837:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9935 00000100:00080000:2.0:1787757960.028849:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757960.028860:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757960.028870:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757960.028876:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766321536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757960.028892:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766322048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757960.028897:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757960.028912:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757960.028925:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766321536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757960.028965:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766321664:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757960.028994:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757960.029010:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757960/real 1787757960] req@ffffa0e6c60c8380 x1874589766321664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757960.029027:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766321664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757960.029040:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757960.029044:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757960.029048:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766321664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757960.029056:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766321792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757960.029076:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757960.029087:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757960/real 1787757960] req@ffffa0e6c60ca300 x1874589766321792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757960.029151:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766321792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757960.029164:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757960.029168:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757960.029172:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766321792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757960.029180:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766321920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757960.029206:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757960.029219:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757960/real 1787757960] req@ffffa0e6c60c9180 x1874589766321920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757960.029233:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766321920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757960.029257:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757960.029261:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757960.029265:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766321920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757960.029304:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766322048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757960.029329:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757960.029343:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757960/real 1787757960] req@ffffa0e6c60caa00 x1874589766322048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757960.029358:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766322048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757960.029371:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757960.029376:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757960.029380:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766322048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757960.924555:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757961.052406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757961.052406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757961.948521:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757962.076392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757962.076397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757962.972571:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757963.100388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757963.100404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757963.996475:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757964.124359:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757964.124409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757965.020506:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757965.148408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757965.148417:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757965.148419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787757965.148433:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757965.148440:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757965.148454:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9940 00000100:00080000:2.0:1787757965.148467:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757965.148478:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757965.148527:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766322176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757965.148566:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757965.148574:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757965.148577:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757965.148582:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9940 00000100:00080000:2.0:1787757965.148587:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757965.148592:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757965.148605:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757965.148622:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766322304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757965.148631:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766322176:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757965.148655:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757965.148660:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757965.148663:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757965.148671:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9940 00000100:00080000:2.0:1787757965.148675:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757965.148679:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757965.148686:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757965.148701:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766322432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757965.148714:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757965.148719:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787757965.148721:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757965.148731:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9940 00000800:00000100:1.0:1787757965.148736:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787757965.148743:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757965.148757:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757965.148770:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757965.148786:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757965/real 1787757965] req@ffffa0e6c60caa00 x1874589766322176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757965.148801:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766322560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757965.148848:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757965.148850:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766322176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757965.148859:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757965.148865:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757965.148883:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9940 00000100:00080000:1.0:1787757965.148890:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757965.148892:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787757965.148903:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:2.0:1787757965.148907:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787757965.148917:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766322176:192.168.201.131@tcp:250:kworker.0 00000008:00100000:2.0:1787757965.148921:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787757965.148943:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766322688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757965.148951:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766322304:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757965.148999:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757965.149043:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757965/real 1787757965] req@ffffa0e6c60c9180 x1874589766322304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757965.149059:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766322304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757965.149071:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757965.149075:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757965.149079:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766322304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757965.149086:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766322432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757965.149109:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757965.149121:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757965/real 1787757965] req@ffffa0e6c60ca300 x1874589766322432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757965.149135:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766322432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757965.149153:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757965.149157:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757965.149161:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766322432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757965.149168:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766322560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757965.149186:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757965.149197:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757965/real 1787757965] req@ffffa0e6c60c8380 x1874589766322560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757965.149210:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766322560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757965.149223:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757965.149226:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757965.149230:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766322560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757965.149247:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766322688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757965.149267:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757965.149312:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757965/real 1787757965] req@ffffa0e6c60c9f80 x1874589766322688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757965.149327:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766322688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757965.149340:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757965.149343:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757965.149348:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766322688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757966.044541:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757966.172395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757966.172432:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757967.068547:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757967.196390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757967.196401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757968.092505:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757968.220377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757968.220400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757969.116519:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757969.244386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757969.244386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757970.140495:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757970.268382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757970.268464:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757970.268476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757970.268487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757970.268495:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757970.268515:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9946 00000100:00080000:0.0:1787757970.268538:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757970.268553:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757970.268634:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766322816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757970.268682:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757970.268688:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757970.268691:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757970.268697:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9946 00000100:00080000:0.0:1787757970.268704:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757970.268713:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757970.268729:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757970.268740:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766322816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787757970.268757:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766322944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757970.268773:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757970.268777:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757970.268780:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757970.268786:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9946 00000100:00080000:0.0:1787757970.268790:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757970.268794:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757970.268800:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757970.268817:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766323072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757970.268829:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757970.268835:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757970.268837:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757970.268842:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9946 00000100:00080000:0.0:1787757970.268874:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757970.268879:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757970.268886:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787757970.268894:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787757970.268906:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766323200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757970.268951:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757970.268958:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757970.268961:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757970.268971:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9946 00000100:00080000:0.0:1787757970.268977:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757970.268986:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757970/real 1787757970] req@ffffa0e6d86c6680 x1874589766322816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757970.268988:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757970.269005:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787757970.269031:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766323328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757970.269037:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766322816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757970.269083:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757970.269090:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757970.269096:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766322816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757970.269140:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766322944:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757970.269175:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757970.269191:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757970/real 1787757970] req@ffffa0e6d86c5880 x1874589766322944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757970.269207:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766322944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757970.269228:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757970.269232:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757970.269237:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766322944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757970.269244:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766323072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757970.269265:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757970.269317:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757970/real 1787757970] req@ffffa0e6d86c6300 x1874589766323072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757970.269333:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766323072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757970.269345:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757970.269349:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757970.269353:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766323072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757970.269361:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766323200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757970.269386:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757970.269398:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757970/real 1787757970] req@ffffa0e6d86c7800 x1874589766323200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757970.269413:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766323200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757970.269426:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757970.269429:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757970.269435:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766323200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757970.269442:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766323328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757970.269462:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757970.269472:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757970/real 1787757970] req@ffffa0e6d86c5c00 x1874589766323328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757970.269486:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766323328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757970.269500:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757970.269503:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757970.269507:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766323328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757971.164515:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757971.292369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757971.292378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757972.188539:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757972.316378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757972.316389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757973.212487:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757973.340362:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757973.340400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757974.236531:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757974.364383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757974.364386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757975.260577:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757975.388371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757975.388388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787757975.388416:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757975.388427:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757975.388434:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757975.388448:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9951 00000100:00080000:0.0:1787757975.388462:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757975.388472:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757975.388517:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766323456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757975.388555:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757975.388560:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757975.388563:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757975.388568:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9951 00000100:00080000:0.0:1787757975.388572:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757975.388577:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757975.388589:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757975.388609:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766323584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757975.388624:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766323456:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757975.388629:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757975.388637:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757975.388640:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757975.388646:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9951 00000100:00080000:0.0:1787757975.388650:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757975.388655:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757975.388660:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757975.388678:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766323712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757975.388692:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757975.388697:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757975.388700:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757975.388705:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9951 00000100:00080000:0.0:1787757975.388721:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757975.388731:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787757975.388732:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:0.0:1787757975.388742:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757975.388763:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766323840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757975.388778:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757975.388782:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757975.388785:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757975.388795:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9951 00000100:00100000:1.0:1787757975.388798:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757975/real 1787757975] req@ffffa0e6d86c5c00 x1874589766323456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787757975.388801:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757975.388810:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757975.388821:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787757975.388881:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766323968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757975.388885:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766323456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757975.388929:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757975.388937:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757975.388946:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766323456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757975.388976:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766323584:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757975.389013:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757975.389031:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757975/real 1787757975] req@ffffa0e6d86c7800 x1874589766323584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757975.389048:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766323584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757975.389059:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757975.389064:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757975.389068:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766323584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757975.389076:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766323712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757975.389097:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757975.389109:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757975/real 1787757975] req@ffffa0e6d86c6300 x1874589766323712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757975.389123:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766323712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757975.389137:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757975.389143:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757975.389150:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766323712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757975.389162:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766323840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757975.389201:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757975.389224:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757975/real 1787757975] req@ffffa0e6d86c5880 x1874589766323840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757975.389250:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766323840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757975.389265:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757975.389302:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757975.389307:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766323840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757975.389316:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766323968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757975.389346:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757975.389361:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757975/real 1787757975] req@ffffa0e6d86c6680 x1874589766323968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757975.389376:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766323968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757975.389389:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757975.389393:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757975.389397:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766323968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757976.284504:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757976.412404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757976.412430:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757977.308518:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787757977.436364:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757977.436410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757978.332519:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757978.460423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757978.460424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757979.356519:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757979.484377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757979.484383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757980.380521:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757980.508421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757980.508426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787757980.508438:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757980.508450:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787757980.508456:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757980.508470:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9956 00000100:00080000:2.0:1787757980.508485:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757980.508496:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787757980.508547:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766324096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757980.508586:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757980.508591:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787757980.508594:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757980.508599:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9956 00000100:00080000:2.0:1787757980.508605:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757980.508611:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757980.508623:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757980.508641:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766324224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757980.508649:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766324096:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787757980.508674:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757980.508678:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787757980.508680:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757980.508687:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9956 00000100:00080000:2.0:1787757980.508692:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757980.508696:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757980.508702:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787757980.508718:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766324352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757980.508767:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787757980.508776:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:1.0:1787757980.508778:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787757980.508781:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757980.508792:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9956 00000100:00080000:2.0:1787757980.508799:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757980.508806:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787757980.508815:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787757980.508835:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757980/real 1787757980] req@ffffa0e6c60c8a80 x1874589766324096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787757980.508839:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766324480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787757980.508901:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787757980.508903:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766324096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787757980.508913:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787757980.508921:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787757980.508935:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9956 00000100:00080000:1.0:1787757980.508940:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787757980.508942:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787757980.508953:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787757980.508961:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:2.0:1787757980.508963:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757980.508974:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766324096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787757980.509001:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766324608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757980.509028:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766324224:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757980.509081:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757980.509108:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757980/real 1787757980] req@ffffa0e6c60cad80 x1874589766324224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757980.509134:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766324224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757980.509153:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757980.509160:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757980.509168:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766324224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757980.509181:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766324352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757980.509213:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757980.509229:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757980/real 1787757980] req@ffffa0e6c60c9880 x1874589766324352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757980.509244:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766324352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757980.509255:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757980.509259:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757980.509263:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766324352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757980.509303:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766324480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757980.509329:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757980.509343:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757980/real 1787757980] req@ffffa0e6c60cb480 x1874589766324480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757980.509357:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766324480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757980.509369:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757980.509373:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757980.509377:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766324480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757980.509384:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766324608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757980.509402:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757980.509413:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757980/real 1787757980] req@ffffa0e6c60c8e00 x1874589766324608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757980.509427:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766324608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757980.509439:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757980.509443:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757980.509447:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766324608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757981.404533:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757981.532374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757981.532403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757982.428457:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757982.556408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757982.556408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757983.452586:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757983.580435:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757983.580435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757984.476529:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757984.604396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757984.604438:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757985.500586:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757985.628459:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757985.628463:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787757985.628486:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757985.628498:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787757985.628505:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757985.628523:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9961 00000100:00080000:0.0:1787757985.628546:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757985.628558:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787757985.628626:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766324736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757985.628725:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757985.628734:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787757985.628739:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757985.628748:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9961 00000100:00080000:0.0:1787757985.628757:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757985.628764:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757985.628782:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757985.628805:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766324864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757985.628823:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757985.628829:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787757985.628837:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787757985.628839:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766324736:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787757985.628848:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9961 00000100:00080000:0.0:1787757985.628857:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757985.628861:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757985.628867:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787757985.628885:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766324992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757985.628897:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757985.628903:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787757985.628905:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757985.628911:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9961 00000100:00080000:0.0:1787757985.628944:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787757985.628949:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757985.628956:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787757985.628970:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766325120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787757985.628983:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757985.628988:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787757985.628992:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787757985.629002:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9961 00000100:00080000:0.0:1787757985.629009:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757985.629019:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766324864:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787757985.629023:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787757985.629042:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787757985.629076:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766325248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757985.629083:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766324992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757985.629133:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766325120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757985.629168:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766325248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757986.524574:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757986.652440:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757986.652541:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757987.548538:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757987.676459:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757987.676502:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757988.572441:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757988.700422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787757988.700653:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:0.0:1787757988.700804:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:0.0:1787757988.700869:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787757988.700896:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787757988.700956:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787757988.700975:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787757988.700994:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787757988.701014:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787757988.701040:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757985/real 1787757988] req@ffffa0e6d86c5880 x1874589766324864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757988.701085:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766324864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757988.701110:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757988.701120:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757988.701128:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766324864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757988.701153:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757985/real 1787757988] req@ffffa0e6d86c6300 x1874589766324992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757988.701179:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766324992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757988.701196:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757988.701203:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757988.701210:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766324992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757988.701223:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757985/real 1787757988] req@ffffa0e6d86c7800 x1874589766325120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757988.701245:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766325120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757988.701265:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757988.701305:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757988.701313:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766325120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757988.701328:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757985/real 1787757988] req@ffffa0e6d86c6680 x1874589766324736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757988.701354:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766324736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757988.701370:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757988.701376:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757988.701383:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766324736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757988.701428:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757985/real 1787757988] req@ffffa0e6d86c5c00 x1874589766325248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757988.701451:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766325248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757988.701469:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757988.701476:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757988.701483:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766325248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757989.596511:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757989.724392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757989.724429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757990.620559:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757990.748443:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757990.748469:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757990.748518:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757990.748532:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757990.748539:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757990.748556:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9966 00000100:00080000:3.0:1787757990.748600:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757990.748610:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757990.748654:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766325376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757990.748691:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757990.748696:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757990.748699:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757990.748704:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9966 00000100:00080000:3.0:1787757990.748709:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757990.748714:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757990.748726:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757990.748745:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766325504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757990.748752:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766325376:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787757990.748778:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757990.748783:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757990.748787:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757990.748795:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9966 00000100:00080000:3.0:1787757990.748799:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757990.748805:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757990.748812:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757990.748827:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766325632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757990.748840:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757990.748845:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757990.748852:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787757990.748853:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787757990.748861:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9966 00000100:00080000:3.0:1787757990.748869:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757990.748876:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757990.748884:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787757990.748902:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766325760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757990.748911:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757990/real 1787757990] req@ffffa0e6c35b0380 x1874589766325376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757990.748922:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757990.748937:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757990.748944:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757990.748954:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9966 00000100:00080000:3.0:1787757990.748959:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787757990.748963:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766325376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787757990.748970:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757990.748983:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787757990.748993:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787757990.749006:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766325888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787757990.749024:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757990.749040:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766325376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757990.749081:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766325504:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757990.749130:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757990.749157:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757990/real 1787757990] req@ffffa0e6c35b3b80 x1874589766325504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757990.749185:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766325504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757990.749204:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757990.749211:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757990.749218:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766325504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757990.749229:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766325632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757990.749268:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757990.749359:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757990/real 1787757990] req@ffffa0e6c35b1500 x1874589766325632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757990.749386:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766325632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757990.749404:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757990.749410:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757990.749417:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766325632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757990.749430:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766325760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757990.749474:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757990.749509:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757990/real 1787757990] req@ffffa0e6c35b1180 x1874589766325760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757990.749535:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766325760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757990.749556:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757990.749598:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757990.749606:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766325760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757990.749619:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766325888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757990.749662:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757990.749685:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757990/real 1787757990] req@ffffa0e6c35b3100 x1874589766325888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757990.749709:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766325888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757990.749730:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757990.749736:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757990.749743:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766325888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787757991.644614:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757991.772453:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757991.772487:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787757992.668566:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757992.796388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757992.796388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757993.692578:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757993.820420:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757993.820435:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757994.716580:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757994.844421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757994.844442:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757995.740515:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757995.868424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757995.868457:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787757995.868504:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757995.868520:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787757995.868529:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757995.868549:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9971 00000100:00080000:3.0:1787757995.868572:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757995.868589:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787757995.868659:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766326016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757995.868705:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757995.868711:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787757995.868714:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757995.868720:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9971 00000100:00080000:3.0:1787757995.868726:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757995.868733:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757995.868748:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787757995.868773:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766326016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787757995.868774:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766326144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757995.868812:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757995.868817:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787757995.868819:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757995.868824:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9971 00000100:00080000:3.0:1787757995.868828:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757995.868834:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757995.868842:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787757995.868859:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766326272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757995.868872:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757995.868878:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787757995.868880:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757995.868885:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9971 00000100:00080000:3.0:1787757995.868890:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757995.868896:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757995.868902:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787757995.868915:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787757995.868923:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766326400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787757995.868940:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787757995.868945:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787757995.868948:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787757995.868954:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9971 00000100:00080000:3.0:1787757995.868959:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787757995.868965:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787757995.868972:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787757995.868984:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757995/real 1787757995] req@ffffa0e6c35b0e00 x1874589766326016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787757995.869005:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766326528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787757995.869016:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766326016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757995.869065:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757995.869072:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757995.869078:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766326016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787757995.869114:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766326144:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757995.869144:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757995.869160:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757995/real 1787757995] req@ffffa0e6c35b3800 x1874589766326144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757995.869176:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766326144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757995.869188:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757995.869191:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757995.869195:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766326144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757995.869203:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766326272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787757995.869224:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757995.869235:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757995/real 1787757995] req@ffffa0e6c35b1880 x1874589766326272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757995.869259:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766326272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757995.869301:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757995.869306:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757995.869310:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766326272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787757995.869317:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766326400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757995.869343:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757995.869357:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757995/real 1787757995] req@ffffa0e6c35b1c00 x1874589766326400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757995.869372:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766326400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757995.869386:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757995.869390:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757995.869394:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766326400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787757995.869401:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766326528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787757995.869420:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787757995.869431:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757995/real 1787757995] req@ffffa0e6c35b0a80 x1874589766326528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757995.869451:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766326528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757995.869509:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757995.869517:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787757995.869525:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766326528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787757996.764566:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757996.892392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757996.892396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787757997.788583:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757997.916391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757997.916424:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787757998.812447:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787757998.940360:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787757998.940361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787757999.836454:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787757999.964384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787757999.964384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758000.860477:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758000.988354:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758000.988400:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758000.988406:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758000.988410:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758000.988419:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9976 00000100:00080000:0.0:1787758000.988431:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758000.988437:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758000.988460:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758000.988477:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766326656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758000.988496:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758000.988499:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758000.988500:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758000.988503:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9976 00000100:00080000:0.0:1787758000.988507:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758000.988510:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758000.988517:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758000.988527:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766326784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758000.988538:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766326656:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758000.988542:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758000.988557:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758000.988559:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758000.988563:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9976 00000100:00080000:0.0:1787758000.988565:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758000.988567:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758000.988571:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758000.988582:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766326912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758000.988590:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758000.988593:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758000.988594:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758000.988597:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9976 00000100:00080000:0.0:1787758000.988602:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758000.988605:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758000.988609:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758000.988619:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766327040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758000.988626:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758000.988628:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758000.988630:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758000.988632:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9976 00000100:00080000:0.0:1787758000.988644:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758000.988647:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758000.988652:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787758000.988664:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787758000.988665:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766327168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758000.988729:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758000/real 1787758000] req@ffffa0e6d86c5c00 x1874589766326656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758000.988754:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766326656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758000.988770:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758000.988776:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758000.988782:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766326656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758000.988813:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766326784:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758000.988840:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758000.988856:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758000/real 1787758000] req@ffffa0e6d86c6680 x1874589766326784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758000.988872:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766326784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758000.988884:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758000.988887:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758000.988891:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766326784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758000.988899:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766326912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758000.988920:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758000.988931:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758000/real 1787758000] req@ffffa0e6d86c7800 x1874589766326912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758000.988946:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766326912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758000.988957:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758000.988960:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758000.988964:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766326912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758000.988971:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766327040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758000.988991:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758000.989001:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758000/real 1787758000] req@ffffa0e6d86c6300 x1874589766327040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758000.989015:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766327040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758000.989037:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758000.989041:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758000.989045:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766327040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758000.989052:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766327168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758000.989071:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758000.989082:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758000/real 1787758000] req@ffffa0e6d86c5880 x1874589766327168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758000.989096:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766327168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758000.989108:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758000.989112:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758000.989115:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766327168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758001.884432:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758002.012410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758002.012414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758002.908485:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758003.036373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758003.036375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758003.932587:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758004.060462:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758004.060462:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758004.956436:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758005.084379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758005.084419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758005.980460:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758006.108385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758006.108424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758006.108432:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758006.108434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758006.108442:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758006.108455:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9981 00000100:00080000:0.0:1787758006.108468:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758006.108476:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758006.108524:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766327296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758006.108563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758006.108566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758006.108568:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758006.108571:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9981 00000100:00080000:0.0:1787758006.108574:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758006.108576:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758006.108587:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758006.108598:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766327424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758006.108609:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758006.108615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758006.108616:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758006.108631:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766327296:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758006.108632:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9981 00000100:00080000:0.0:1787758006.108643:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758006.108657:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758006.108661:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758006.108670:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766327552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758006.108678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758006.108682:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758006.108683:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758006.108690:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9981 00000100:00080000:0.0:1787758006.108694:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758006.108697:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758006.108703:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758006.108713:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766327680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758006.108719:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758006.108722:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758006.108725:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758006.108730:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9981 00000100:00080000:0.0:1787758006.108733:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758006.108735:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758006.108740:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787758006.108747:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787758006.108757:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766327808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758006.108819:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758006/real 1787758006] req@ffffa0e6d86c5880 x1874589766327296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758006.108854:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766327296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758006.108870:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758006.108876:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758006.108882:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766327296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758006.108913:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766327424:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758006.108941:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758006.108964:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758006/real 1787758006] req@ffffa0e6d86c6300 x1874589766327424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758006.108979:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766327424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758006.108990:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758006.108996:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758006.109003:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766327424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758006.109016:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766327552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758006.109053:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758006.109076:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758006/real 1787758006] req@ffffa0e6d86c7800 x1874589766327552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758006.109103:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766327552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758006.109127:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758006.109131:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758006.109136:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766327552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758006.109144:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766327680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758006.109173:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758006.109187:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758006/real 1787758006] req@ffffa0e6d86c6680 x1874589766327680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758006.109202:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766327680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758006.109226:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758006.109245:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758006.109247:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766327680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758006.109252:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766327808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758006.109265:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758006.109275:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758006/real 1787758006] req@ffffa0e6d86c5c00 x1874589766327808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758006.109286:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766327808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758006.109342:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758006.109356:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758006.109359:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766327808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758007.004436:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758007.132368:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758007.132374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758008.028390:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758008.156369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758008.156370:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758009.052526:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758009.180376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758009.180434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758010.076504:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758010.204417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758010.204461:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758011.100401:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758011.228380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758011.228401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758011.228414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758011.228420:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758011.228433:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9987 00000100:00100000:1.0:1787758011.228438:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758011.228449:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758011.228461:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758011.228519:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766327936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758011.228543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758011.228546:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758011.228548:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758011.228551:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9987 00000100:00080000:2.0:1787758011.228553:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758011.228556:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758011.228564:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758011.228575:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766328064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758011.228584:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758011.228589:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766327936:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758011.228590:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758011.228594:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758011.228603:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9987 00000100:00080000:2.0:1787758011.228606:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758011.228609:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758011.228613:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758011.228625:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766328192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758011.228631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758011.228635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758011.228636:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758011.228639:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9987 00000100:00080000:2.0:1787758011.228642:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758011.228645:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758011.228648:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758011.228654:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766328320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758011.228661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758011.228663:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758011.228664:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758011.228667:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9987 00000100:00080000:2.0:1787758011.228670:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758011.228673:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758011.228676:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758011.228682:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766328448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758011.228690:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758011.228738:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758011/real 1787758011] req@ffffa0e6c60c8e00 x1874589766327936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758011.228754:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766327936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758011.228764:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758011.228768:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758011.228777:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766327936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758011.228802:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766328064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758011.228820:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758011.228830:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758011/real 1787758011] req@ffffa0e6c60cb480 x1874589766328064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758011.228839:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766328064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758011.228846:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758011.228849:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758011.228852:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766328064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758011.228856:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766328192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758011.228869:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758011.228875:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758011/real 1787758011] req@ffffa0e6c60c9880 x1874589766328192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758011.228883:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766328192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758011.228890:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758011.228892:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758011.228894:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766328192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758011.228898:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766328320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758011.228910:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758011.228916:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758011/real 1787758011] req@ffffa0e6c60cad80 x1874589766328320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758011.228924:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766328320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758011.228932:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758011.228945:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758011.228948:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766328320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758011.228953:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766328448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758011.228973:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758011.228980:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758011/real 1787758011] req@ffffa0e6c60c8a80 x1874589766328448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758011.228988:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766328448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758011.228996:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758011.228998:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758011.229000:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766328448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758012.124470:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758012.252373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758012.252391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758013.148387:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758013.276372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758013.276372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758014.172443:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758014.300340:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758014.300375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758015.196468:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758015.324379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758015.324395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758016.220458:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758016.348401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758016.348437:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758016.348439:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758016.348453:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758016.348460:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758016.348473:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9992 00000100:00080000:0.0:1787758016.348488:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758016.348499:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758016.348550:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766328576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758016.348588:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758016.348593:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758016.348596:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758016.348601:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9992 00000100:00080000:0.0:1787758016.348606:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758016.348611:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758016.348623:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758016.348640:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766328704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758016.348651:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766328576:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758016.348664:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758016.348671:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758016.348674:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758016.348680:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9992 00000100:00080000:0.0:1787758016.348685:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758016.348689:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758016.348696:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758016.348714:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766328832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758016.348726:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758016.348732:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758016.348735:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758016.348740:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9992 00000100:00080000:0.0:1787758016.348746:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787758016.348755:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758016.348762:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758016.348772:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758016.348789:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766328960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758016.348804:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758016.348814:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1787758016.348814:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758016/real 1787758016] req@ffffa0e6d86c5c00 x1874589766328576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758016.348821:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758016.348840:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9992 00000100:00080000:0.0:1787758016.348852:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758016.348858:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766328576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758016.348869:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787758016.348885:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1787758016.348889:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787758016.348897:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758016.348907:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766328576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758016.348926:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766329088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758016.348943:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766328704:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758016.348984:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758016.349002:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758016/real 1787758016] req@ffffa0e6d86c6680 x1874589766328704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758016.349017:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766328704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758016.349031:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758016.349037:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758016.349044:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766328704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758016.349056:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766328832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758016.349093:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758016.349138:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758016/real 1787758016] req@ffffa0e6d86c7800 x1874589766328832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758016.349166:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766328832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758016.349184:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758016.349188:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758016.349193:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766328832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758016.349201:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766328960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758016.349233:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758016.349248:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758016/real 1787758016] req@ffffa0e6d86c6300 x1874589766328960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758016.349262:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766328960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758016.349308:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758016.349313:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758016.349317:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766328960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758016.349344:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766329088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758016.349368:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758016.349382:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758016/real 1787758016] req@ffffa0e6d86c5880 x1874589766329088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758016.349396:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766329088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758016.349409:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758016.349413:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758016.349417:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766329088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758017.244475:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758017.372377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758017.372383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758018.268479:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758018.396382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758018.396382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758019.292415:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758019.420383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758019.420383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758020.316435:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758020.444340:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758020.444353:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758021.340485:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787758021.468428:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758021.468431:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758021.468447:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758021.468454:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758021.468458:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758021.468479:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 9997 00000100:00080000:0.0:1787758021.468496:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758021.468507:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758021.468559:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766329216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758021.468597:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758021.468602:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758021.468605:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758021.468611:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9997 00000100:00080000:0.0:1787758021.468615:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758021.468620:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758021.468633:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758021.468650:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766329344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758021.468656:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766329216:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758021.468687:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758021.468691:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758021.468694:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758021.468700:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9997 00000100:00080000:0.0:1787758021.468704:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758021.468708:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758021.468714:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758021.468730:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766329472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758021.468766:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787758021.468778:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758021.468780:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758021.468790:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758021.468802:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9997 00000100:00080000:0.0:1787758021.468823:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758021.468833:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758021.468845:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758021.468848:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758021/real 1787758021] req@ffffa0e6d86c5880 x1874589766329216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758021.468878:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766329600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758021.468895:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766329216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758021.468911:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758021.468932:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758021.468939:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758021.468940:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758021.468955:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:0.0:1787758021.468960:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 9997 00000100:00100000:1.0:1787758021.468967:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766329216:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758021.468976:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758021.468991:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758021.469002:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758021.469056:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766329728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758021.469063:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766329344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758021.469130:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758021.469170:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758021/real 1787758021] req@ffffa0e6d86c6300 x1874589766329344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758021.469199:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766329344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758021.469214:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758021.469218:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758021.469223:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766329344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758021.469232:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766329472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758021.469261:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758021.469313:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758021/real 1787758021] req@ffffa0e6d86c7800 x1874589766329472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758021.469331:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766329472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758021.469348:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758021.469354:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758021.469360:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766329472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758021.469372:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766329600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758021.469417:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758021.469441:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758021/real 1787758021] req@ffffa0e6d86c6680 x1874589766329600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758021.469461:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766329600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758021.469482:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758021.469486:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758021.469490:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766329600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758021.469517:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766329728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758021.469544:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758021.469557:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758021/real 1787758021] req@ffffa0e6d86c5c00 x1874589766329728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758021.469571:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766329728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758021.469584:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758021.469588:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758021.469592:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766329728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758022.364437:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758022.492375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758022.492381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758023.388428:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758023.516362:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758023.516363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758024.412434:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758024.540330:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758024.540344:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758025.436400:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758025.564326:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758025.564366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758026.460455:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758026.588340:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758026.588342:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758026.588378:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758026.588384:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758026.588388:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758026.588396:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10002 00000100:00080000:3.0:1787758026.588406:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758026.588412:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758026.588443:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766329856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758026.588466:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758026.588468:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758026.588470:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758026.588473:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10002 00000100:00080000:3.0:1787758026.588475:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758026.588478:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758026.588486:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758026.588494:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766329984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758026.588502:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758026.588505:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766329856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758026.588506:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758026.588508:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758026.588517:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10002 00000100:00080000:3.0:1787758026.588520:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758026.588522:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758026.588525:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758026.588534:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766330112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758026.588549:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758026.588552:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758026.588553:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758026.588557:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10002 00000100:00080000:3.0:1787758026.588560:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758026.588563:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758026.588566:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787758026.588572:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758026.588576:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766330240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758026.588583:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758026.588586:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758026.588587:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758026.588590:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10002 00000100:00080000:3.0:1787758026.588592:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758026.588595:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758026.588598:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758026.588605:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766330368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758026.588613:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758026/real 1787758026] req@ffffa0e6c35b1f80 x1874589766329856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758026.588636:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766329856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758026.588647:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758026.588652:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758026.588656:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766329856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758026.588678:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766329984:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758026.588700:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758026.588713:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758026/real 1787758026] req@ffffa0e6c35b2680 x1874589766329984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758026.588734:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766329984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758026.588755:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758026.588759:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758026.588762:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766329984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758026.588769:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766330112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758026.588787:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758026.588797:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758026/real 1787758026] req@ffffa0e6c35b3480 x1874589766330112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758026.588810:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766330112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758026.588820:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758026.588823:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758026.588826:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766330112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758026.588832:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766330240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758026.588848:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758026.588858:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758026/real 1787758026] req@ffffa0e6c35b2a00 x1874589766330240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758026.588869:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766330240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758026.588887:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758026.588890:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758026.588894:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766330240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758026.588899:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766330368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758026.588914:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758026.588924:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758026/real 1787758026] req@ffffa0e6c35b2d80 x1874589766330368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758026.588965:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766330368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758026.588976:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758026.588980:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758026.588984:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766330368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758027.484435:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758027.612356:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758027.612356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758028.508489:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758028.636339:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758028.636356:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758029.532395:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758029.660353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758029.660358:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758030.556484:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758030.684400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758030.684414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758031.580417:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787758031.708343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758031.708350:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758031.708350:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758031.708351:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758031.708358:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758031.708368:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10007 00000100:00080000:3.0:1787758031.708377:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758031.708384:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758031.708417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766330496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758031.708439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758031.708441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758031.708443:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758031.708446:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10007 00000100:00080000:3.0:1787758031.708448:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758031.708451:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758031.708458:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758031.708468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766330624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758031.708478:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766330496:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758031.708478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758031.708488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758031.708489:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758031.708493:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10007 00000100:00080000:3.0:1787758031.708495:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758031.708497:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758031.708501:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758031.708509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766330752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758031.708515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758031.708518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758031.708520:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758031.708523:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10007 00000100:00080000:3.0:1787758031.708525:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758031.708528:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758031.708531:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758031.708538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766330880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758031.708544:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758031.708551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758031.708555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758031.708556:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758031.708560:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10007 00000100:00080000:3.0:1787758031.708563:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758031.708566:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758031.708569:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758031.708576:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766331008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758031.708580:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758031/real 1787758031] req@ffffa0e6c35b0700 x1874589766330496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758031.708598:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766330496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758031.708606:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758031.708610:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758031.708612:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766330496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758031.708629:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766330624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758031.708644:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758031.708660:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758031/real 1787758031] req@ffffa0e6c35b2d80 x1874589766330624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758031.708668:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766330624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758031.708674:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758031.708676:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758031.708679:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766330624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758031.708683:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766330752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758031.708695:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758031.708701:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758031/real 1787758031] req@ffffa0e6c35b2a00 x1874589766330752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758031.708709:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766330752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758031.708718:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758031.708720:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758031.708722:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766330752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758031.708725:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766330880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758031.708736:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758031.708741:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758031/real 1787758031] req@ffffa0e6c35b3480 x1874589766330880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758031.708748:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766330880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758031.708755:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758031.708757:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758031.708758:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766330880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758031.708762:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766331008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758031.708771:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758031.708777:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758031/real 1787758031] req@ffffa0e6c35b2680 x1874589766331008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758031.708784:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766331008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758031.708790:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758031.708792:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758031.708794:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766331008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758032.604389:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758032.732338:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758032.732345:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758033.628473:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758033.756394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758033.756398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758034.652386:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758034.780338:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758034.780415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758035.676404:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758035.804329:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758035.804332:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758036.700409:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787758036.828388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758036.828390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758036.828390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758036.828405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758036.828411:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758036.828424:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10012 00000100:00080000:3.0:1787758036.828437:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758036.828445:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758036.828488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766331136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758036.828516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758036.828520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758036.828521:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758036.828525:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10012 00000100:00080000:3.0:1787758036.828528:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758036.828531:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758036.828541:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758036.828558:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766331136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758036.828565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766331264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758036.828576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758036.828580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758036.828581:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758036.828586:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10012 00000100:00080000:3.0:1787758036.828589:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758036.828592:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758036.828597:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758036.828607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766331392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758036.828614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758036.828617:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758036.828619:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758036.828625:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10012 00000800:00000100:1.0:1787758036.828633:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758036.828636:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758036.828641:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758036.828647:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758036.828657:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766331520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758036.828669:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758036/real 1787758036] req@ffffa0e6c35b1f80 x1874589766331136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758036.828675:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758036.828695:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758036.828702:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758036.828719:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10012 00000100:00080000:3.0:1787758036.828727:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758036.828730:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758036.828734:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758036.828748:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766331648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758036.828855:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766331136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758036.828867:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758036.828870:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758036.828873:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766331136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758036.828895:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766331264:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758036.828915:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758036.828925:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758036/real 1787758036] req@ffffa0e6c35b0a80 x1874589766331264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758036.828934:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766331264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758036.828940:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758036.828943:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758036.828945:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766331264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758036.828949:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766331392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758036.828961:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758036.828967:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758036/real 1787758036] req@ffffa0e6c35b1c00 x1874589766331392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758036.828974:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766331392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758036.828980:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758036.828982:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758036.828983:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766331392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758036.828987:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766331520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758036.828998:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758036.829004:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758036/real 1787758036] req@ffffa0e6c35b1880 x1874589766331520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758036.829011:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766331520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758036.829018:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758036.829020:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758036.829022:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766331520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758036.829026:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766331648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758036.829036:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758036.829042:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758036/real 1787758036] req@ffffa0e6c35b3800 x1874589766331648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758036.829049:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766331648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758036.829055:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758036.829057:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758036.829059:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766331648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758037.724511:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758037.852330:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758037.852338:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758038.748404:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758038.876393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758038.876428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758039.772493:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758039.900382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758039.900394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758040.796405:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758040.924386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758040.924413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758041.820481:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758041.948398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758041.948404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758041.948463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758041.948473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758041.948478:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758041.948491:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10017 00000100:00080000:0.0:1787758041.948504:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758041.948513:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758041.948560:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766331776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758041.948599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758041.948604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758041.948607:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758041.948612:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10017 00000100:00080000:0.0:1787758041.948629:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758041.948635:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758041.948646:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758041.948682:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766331776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758041.948718:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766331904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758041.948746:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758041.948753:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758041.948757:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758041.948766:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10017 00000100:00080000:0.0:1787758041.948775:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787758041.948780:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758041.948792:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758041.948806:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758041.948832:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758041/real 1787758041] req@ffffa0e6d86c5c00 x1874589766331776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758041.948839:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766332032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758041.948876:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766331776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758041.948893:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758041.948894:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758041.948907:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:0.0:1787758041.948914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1787758041.948919:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766331776:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758041.948923:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758041.948938:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10017 00000100:00080000:0.0:1787758041.948949:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758041.948956:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766331904:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787758041.948963:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758041.948976:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787758041.948997:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787758041.949005:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766332160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758041.949026:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758041.949027:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758041/real 1787758041] req@ffffa0e6d86c6680 x1874589766331904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758041.949045:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758041.949053:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758041.949071:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10017 00000100:00080000:0.0:1787758041.949077:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758041.949078:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766331904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758041.949090:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758041.949104:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787758041.949109:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758041.949120:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787758041.949123:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766332288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758041.949130:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766331904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758041.949168:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766332032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758041.949197:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758041.949210:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758041/real 1787758041] req@ffffa0e6d86c7800 x1874589766332032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758041.949225:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766332032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758041.949236:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758041.949240:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758041.949244:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766332032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758041.949265:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766332160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758041.949320:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758041.949335:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758041/real 1787758041] req@ffffa0e6d86c6300 x1874589766332160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758041.949350:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766332160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758041.949362:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758041.949366:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758041.949370:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766332160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758041.949377:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766332288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758041.949396:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758041.949407:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758041/real 1787758041] req@ffffa0e6d86c5880 x1874589766332288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758041.949420:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766332288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758041.949432:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758041.949435:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758041.949439:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766332288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758042.844456:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758042.972335:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758042.972340:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758043.868560:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758043.996375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758043.996435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758044.892511:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758045.020417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758045.020512:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758045.916537:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758046.044388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758046.044423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758046.940641:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758047.068393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758047.068406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758047.068413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758047.068421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758047.068432:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758047.068449:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10022 00000100:00080000:0.0:1787758047.068464:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758047.068474:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758047.068523:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766332416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758047.068620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758047.068628:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758047.068633:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758047.068646:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10022 00000100:00100000:1.0:1787758047.068651:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766332416:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758047.068659:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758047.068675:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758047.068693:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758047.068724:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766332544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758047.068742:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758047.068744:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758047.068752:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758047.068756:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758047.068765:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10022 00000100:00080000:0.0:1787758047.068773:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758047.068780:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758047.068788:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758047.068797:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758047/real 1787758047] req@ffffa0e6d86c5880 x1874589766332416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758047.068815:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766332672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758047.068838:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766332416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758047.068875:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758047.068891:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:0.0:1787758047.068900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758047.068908:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766332416:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758047.068910:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758047.068917:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758047.068935:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10022 00000100:00080000:0.0:1787758047.068941:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758047.068947:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758047.068957:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758047.068965:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766332544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787758047.068981:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766332800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758047.069011:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758047.069015:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758047.069018:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758047.069023:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10022 00000100:00080000:0.0:1787758047.069029:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758047.069034:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758047.069040:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787758047.069061:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787758047.069062:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766332928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758047.069105:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758047/real 1787758047] req@ffffa0e6d86c6300 x1874589766332544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758047.069125:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766332544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758047.069137:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758047.069142:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758047.069146:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766332544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758047.069155:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766332672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758047.069182:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758047.069196:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758047/real 1787758047] req@ffffa0e6d86c7800 x1874589766332672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758047.069219:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766332672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758047.069229:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758047.069232:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758047.069236:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766332672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758047.069259:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766332800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758047.069321:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758047.069336:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758047/real 1787758047] req@ffffa0e6d86c6680 x1874589766332800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758047.069352:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766332800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758047.069365:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758047.069368:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758047.069373:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766332800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758047.069380:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766332928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758047.069400:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758047.069410:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758047/real 1787758047] req@ffffa0e6d86c5c00 x1874589766332928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758047.069424:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766332928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758047.069445:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758047.069448:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758047.069452:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766332928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758047.964551:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758048.092376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758048.092400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758048.988504:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758049.116370:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758049.116403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758050.012483:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758050.140400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758050.140409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758051.036588:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758051.164409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758051.164418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758052.060602:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758052.188402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787758052.188426:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758052.188437:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758052.188443:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787758052.188446:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787758052.188457:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10027 00000100:00080000:1.0:1787758052.188474:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758052.188512:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758052.188572:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766333056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758052.188629:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758052.188636:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758052.188639:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758052.188646:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10027 00000100:00080000:1.0:1787758052.188653:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758052.188660:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758052.188673:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758052.188695:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766333184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758052.188713:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766333056:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787758052.188715:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758052.188731:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758052.188744:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758052.188750:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10027 00000100:00080000:1.0:1787758052.188755:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758052.188760:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758052.188765:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758052.188795:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766333312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758052.188808:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758052.188813:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758052.188816:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758052.188821:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10027 00000100:00080000:1.0:1787758052.188827:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758052.188832:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758052.188839:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758052.188856:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766333440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758052.188873:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758052.188878:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766333184:192.168.201.131@tcp:38:kworker.0 00000100:00080000:1.0:1787758052.188881:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758052.188888:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758052.188897:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10027 00000100:00080000:1.0:1787758052.188911:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758052.188916:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758052.188923:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758052.188941:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766333568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758052.188961:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766333312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758052.189007:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766333440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758052.189041:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766333568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758053.084562:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758053.212422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758053.212586:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758054.108499:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758054.236472:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758054.236541:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758055.132579:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758055.260410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758055.260668:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:1.0:1787758055.260823:0:2388:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:1.0:1787758055.260880:0:2388:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787758055.260902:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787758055.260968:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787758055.260985:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787758055.260999:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787758055.261014:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:2.0:1787758055.261071:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758052/real 1787758055] req@ffffa0e6c792aa00 x1874589766333440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758055.261119:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766333440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758055.261146:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758055.261156:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758055.261164:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766333440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758055.261180:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758052/real 1787758055] req@ffffa0e6c7928e00 x1874589766333568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758055.261221:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766333568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758055.261242:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758055.261249:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758055.261256:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766333568:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758055.261312:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758052/real 1787758055] req@ffffa0e6c792ad80 x1874589766333184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758055.261344:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766333184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758055.261362:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758055.261369:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758055.261399:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766333184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758055.261423:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758052/real 1787758055] req@ffffa0e6c7929880 x1874589766333312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758055.261478:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766333312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758055.261507:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758055.261516:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758055.261523:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766333312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758055.261536:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758052/real 1787758055] req@ffffa0e6c792b480 x1874589766333056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758055.261583:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766333056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758055.261599:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758055.261607:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758055.261615:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766333056:192.168.201.131@tcp:250:kworker.0 00010000:00010000:1.0:1787758056.156444:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758056.284403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758056.284473:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758057.180614:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758057.308472:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787758057.308517:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758057.308528:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758057.308533:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758057.308547:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10033 00000100:00080000:1.0:1787758057.308561:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787758057.308566:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787758057.308575:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758057.308629:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766333696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758057.308675:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758057.308682:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758057.308686:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758057.308694:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10033 00000100:00080000:1.0:1787758057.308704:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758057.308714:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758057.308730:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758057.308737:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766333696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758057.308765:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766333824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758057.308792:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758057.308799:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758057.308804:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758057.308813:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10033 00000100:00080000:1.0:1787758057.308823:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787758057.308828:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787758057.308850:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758057.308863:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758057.308896:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758057/real 1787758057] req@ffffa0e6c792a300 x1874589766333696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758057.308898:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766333952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758057.308966:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758057.308974:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758057.308980:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787758057.308984:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766333696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758057.308999:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10033 00000100:00080000:1.0:1787758057.309019:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758057.309025:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758057.309035:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:2.0:1787758057.309045:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:1.0:1787758057.309055:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758057.309058:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766333696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758057.309092:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766334080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758057.309111:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766333824:192.168.201.131@tcp:38:kworker.0 00000100:00080000:1.0:1787758057.309122:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758057.309130:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758057.309144:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758057.309157:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10033 00000100:00080000:1.0:1787758057.309166:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758057.309176:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758057.309185:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:2.0:1787758057.309197:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758057.309217:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766334208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758057.309235:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758057/real 1787758057] req@ffffa0e6c7929c00 x1874589766333824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758057.309316:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766333824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758057.309340:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758057.309348:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758057.309355:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766333824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758057.309380:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766333952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758057.309478:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758057.309506:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758057/real 1787758057] req@ffffa0e6c7929f80 x1874589766333952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758057.309529:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766333952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758057.309544:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758057.309551:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758057.309556:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766333952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758057.309587:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766334080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758057.309627:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758057.309649:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758057/real 1787758057] req@ffffa0e6c792bb80 x1874589766334080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758057.309675:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766334080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758057.309695:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758057.309701:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758057.309709:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766334080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758057.309721:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766334208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758057.309762:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758057.309785:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758057/real 1787758057] req@ffffa0e6c7928380 x1874589766334208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758057.309809:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766334208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758057.309829:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758057.309834:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758057.309840:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766334208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758058.204414:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758058.332349:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758058.332462:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758059.228474:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758059.356409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758059.356469:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758060.252525:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758060.380391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758060.380414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758061.276538:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758061.404427:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758061.404487:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758062.300518:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758062.428476:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758062.428501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758062.428511:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758062.428517:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787758062.428527:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758062.428531:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10038 00000100:00080000:0.0:1787758062.428550:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758062.428559:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758062.428607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766334336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758062.428643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758062.428648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758062.428651:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758062.428655:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10038 00000100:00080000:0.0:1787758062.428659:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758062.428664:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758062.428675:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758062.428692:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766334464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758062.428698:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766334336:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758062.428723:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758062.428728:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758062.428730:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758062.428737:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10038 00000100:00080000:0.0:1787758062.428741:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758062.428747:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758062.428753:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758062.428768:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766334592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758062.428780:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758062.428784:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758062.428787:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787758062.428795:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758062.428800:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10038 00000100:00080000:0.0:1787758062.428808:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758062.428813:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758062.428821:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758062.428836:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766334720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758062.428848:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758062.428850:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758062/real 1787758062] req@ffffa0e6d86c5c00 x1874589766334336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758062.428858:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758062.428865:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758062.428880:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10038 00000100:00080000:0.0:1787758062.428888:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758062.428893:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758062.428900:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766334336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787758062.428901:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:2.0:1787758062.428924:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1787758062.428925:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766334848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758062.428941:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758062.428954:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766334336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758062.428996:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766334464:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758062.429024:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758062.429038:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758062/real 1787758062] req@ffffa0e6d86c6680 x1874589766334464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758062.429052:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766334464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758062.429063:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758062.429066:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758062.429070:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766334464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758062.429077:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766334592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758062.429095:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758062.429105:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758062/real 1787758062] req@ffffa0e6d86c7800 x1874589766334592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758062.429118:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766334592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758062.429128:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758062.429131:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758062.429135:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766334592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758062.429141:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766334720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758062.429159:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758062.429169:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758062/real 1787758062] req@ffffa0e6d86c6300 x1874589766334720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758062.429182:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766334720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758062.429192:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758062.429195:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758062.429198:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766334720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758062.429204:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766334848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758062.429221:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758062.429230:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758062/real 1787758062] req@ffffa0e6d86c5880 x1874589766334848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758062.429243:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766334848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758062.429254:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758062.429256:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758062.429260:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766334848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758063.324543:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758063.452373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758063.452382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758064.348517:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758064.476408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758064.476416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758065.372417:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758065.500401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758065.500419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758066.396492:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758066.524384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758066.524389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758067.420491:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758067.548396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758067.548417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758067.548430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1787758067.548433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758067.548437:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758067.548454:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10043 00000100:00080000:0.0:1787758067.548471:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758067.548482:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758067.548538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766334976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758067.548591:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758067.548596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758067.548598:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758067.548603:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10043 00000100:00080000:0.0:1787758067.548608:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758067.548614:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758067.548625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758067.548644:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766335104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758067.548660:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758067.548663:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766334976:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758067.548665:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758067.548672:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758067.548684:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10043 00000100:00080000:0.0:1787758067.548688:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758067.548692:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758067.548699:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758067.548714:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766335232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758067.548725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758067.548730:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758067.548732:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758067.548737:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10043 00000100:00080000:0.0:1787758067.548744:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758067.548748:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758067.548754:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787758067.548758:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787758067.548775:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766335360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758067.548789:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758067.548793:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758067.548796:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758067.548800:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10043 00000100:00080000:0.0:1787758067.548805:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787758067.548809:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758067/real 1787758067] req@ffffa0e6d86c5880 x1874589766334976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758067.548815:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758067.548827:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758067.548849:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766335488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758067.548855:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766334976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758067.548924:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758067.548935:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758067.548946:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766334976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758067.548985:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766335104:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758067.549026:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758067.549045:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758067/real 1787758067] req@ffffa0e6d86c6300 x1874589766335104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758067.549062:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766335104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758067.549074:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758067.549078:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758067.549083:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766335104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758067.549091:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766335232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758067.549112:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758067.549124:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758067/real 1787758067] req@ffffa0e6d86c7800 x1874589766335232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758067.549147:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766335232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758067.549158:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758067.549161:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758067.549165:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766335232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758067.549172:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766335360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758067.549192:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758067.549203:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758067/real 1787758067] req@ffffa0e6d86c6680 x1874589766335360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758067.549265:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766335360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758067.549278:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758067.549281:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758067.549314:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766335360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758067.549323:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766335488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758067.549351:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758067.549364:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758067/real 1787758067] req@ffffa0e6d86c5c00 x1874589766335488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758067.549398:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766335488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758067.549419:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758067.549423:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758067.549427:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766335488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758068.444470:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758068.572388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758068.572403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758069.468532:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758069.596395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758069.596407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758070.492480:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758070.620375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758070.620391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758071.516513:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758071.644434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758071.644464:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758072.540516:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758072.668379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758072.668402:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787758072.668414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758072.668415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758072.668429:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758072.668449:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10048 00000100:00080000:0.0:1787758072.668467:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758072.668480:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758072.668541:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766335616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758072.668592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758072.668600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758072.668605:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758072.668615:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10048 00000100:00080000:0.0:1787758072.668623:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758072.668632:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758072.668647:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758072.668662:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766335616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758072.668673:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766335744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758072.668692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758072.668696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758072.668699:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758072.668705:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10048 00000100:00080000:0.0:1787758072.668710:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758072.668715:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758072.668721:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758072.668737:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766335872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758072.668760:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787758072.668762:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758072.668772:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758072.668776:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758072.668783:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10048 00000100:00080000:0.0:1787758072.668788:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758072.668793:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758072.668799:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758072.668816:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766336000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758072.668829:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758072.668834:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758072.668837:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787758072.668845:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758072/real 1787758072] req@ffffa0e6d86c5c00 x1874589766335616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758072.668846:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10048 00000100:00080000:0.0:1787758072.668856:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758072.668868:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758072.668881:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758072.668897:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766336128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758072.668906:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766335616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758072.668934:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758072.668949:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758072.668957:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766335616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758072.668987:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766335744:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758072.669026:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758072.669042:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758072/real 1787758072] req@ffffa0e6d86c6680 x1874589766335744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758072.669060:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766335744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758072.669072:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758072.669076:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758072.669081:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766335744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758072.669088:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766335872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758072.669109:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758072.669163:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758072/real 1787758072] req@ffffa0e6d86c7800 x1874589766335872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758072.669194:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766335872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758072.669205:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758072.669209:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758072.669213:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766335872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758072.669221:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766336000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758072.669250:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758072.669263:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758072/real 1787758072] req@ffffa0e6d86c6300 x1874589766336000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758072.669313:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766336000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758072.669326:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758072.669330:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758072.669335:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766336000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758072.669342:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766336128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758072.669366:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758072.669380:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758072/real 1787758072] req@ffffa0e6d86c5880 x1874589766336128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758072.669394:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766336128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758072.669406:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758072.669410:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758072.669414:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766336128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758073.564445:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758073.692413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758073.692416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758074.588510:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758074.716375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758074.716390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758075.612531:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758075.740408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758075.740409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758076.636514:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758076.764410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758076.764426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758077.660474:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758077.788443:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758077.788480:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758077.788484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758077.788496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758077.788503:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758077.788515:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10053 00000100:00080000:2.0:1787758077.788530:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758077.788541:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758077.788589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766336256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758077.788626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758077.788634:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758077.788637:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758077.788643:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10053 00000100:00080000:2.0:1787758077.788649:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758077.788654:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758077.788666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758077.788678:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766336256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758077.788687:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766336384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758077.788705:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758077.788710:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758077.788712:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758077.788717:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10053 00000100:00080000:2.0:1787758077.788720:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758077.788726:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758077.788733:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758077.788748:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766336512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758077.788761:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758077.788766:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758077.788771:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787758077.788773:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758077.788781:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10053 00000100:00080000:2.0:1787758077.788789:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758077.788794:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758077.788803:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758077.788820:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766336640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758077.788831:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758077/real 1787758077] req@ffffa0e6c60c9f80 x1874589766336256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758077.788838:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758077.788855:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758077.788862:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758077.788878:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10053 00000100:00080000:2.0:1787758077.788884:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758077.788891:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766336256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758077.788897:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758077.788909:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787758077.788922:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1787758077.788931:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766336768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758077.788936:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758077.788952:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766336256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758077.789010:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766336384:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758077.789082:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758077.789100:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758077/real 1787758077] req@ffffa0e6c60c8380 x1874589766336384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758077.789117:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766336384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758077.789137:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758077.789142:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758077.789147:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766336384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758077.789158:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766336512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758077.789195:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758077.789218:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758077/real 1787758077] req@ffffa0e6c60ca300 x1874589766336512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758077.789243:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766336512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758077.789261:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758077.789307:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758077.789314:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766336512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758077.789323:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766336640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758077.789364:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758077.789388:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758077/real 1787758077] req@ffffa0e6c60c9180 x1874589766336640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758077.789414:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766336640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758077.789445:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758077.789452:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758077.789458:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766336640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758077.789466:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766336768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758077.789495:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758077.789510:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758077/real 1787758077] req@ffffa0e6c60caa00 x1874589766336768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758077.789524:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766336768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758077.789537:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758077.789540:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758077.789544:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766336768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758078.684455:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758078.812362:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758078.812381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758079.708566:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758079.836386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758079.836470:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758080.732516:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758080.860400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758080.860413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758081.756541:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758081.884443:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758081.884444:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758082.780504:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758082.908423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758082.908470:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758082.908587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758082.908606:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758082.908629:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758082.908645:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10058 00000100:00080000:0.0:1787758082.908663:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758082.908673:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758082.908742:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766336896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758082.908777:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758082.908780:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758082.908782:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758082.908786:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10058 00000100:00080000:0.0:1787758082.908788:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758082.908791:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758082.908803:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758082.908834:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766337024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758082.908848:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758082.908857:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766336896:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758082.908859:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758082.908871:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758082.908883:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10058 00000100:00080000:0.0:1787758082.908924:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758082.908968:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758082.908998:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758082.909020:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766337152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758082.909038:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758082.909053:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758082.909059:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758082.909063:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758082.909071:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10058 00000100:00080000:0.0:1787758082.909079:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758082.909088:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758082.909099:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758082/real 1787758082] req@ffffa0e6d86c5880 x1874589766336896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787758082.909101:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758082.909138:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766337280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758082.909154:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766336896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758082.909155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758082.909182:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758082.909195:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758082.909202:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758082.909211:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10058 00000100:00080000:1.0:1787758082.909224:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:0.0:1787758082.909226:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758082.909252:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766336896:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758082.909258:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758082.909278:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758082.909362:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766337024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787758082.909377:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766337408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758082.909444:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758082.909475:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758082/real 1787758082] req@ffffa0e6d86c6300 x1874589766337024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758082.909497:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766337024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758082.909520:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758082.909525:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758082.909529:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766337024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758082.909538:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766337152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758082.909567:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758082.909581:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758082/real 1787758082] req@ffffa0e6d86c7800 x1874589766337152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758082.909596:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766337152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758082.909626:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758082.909630:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758082.909634:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766337152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758082.909641:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766337280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758082.909661:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758082.909683:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758082/real 1787758082] req@ffffa0e6d86c6680 x1874589766337280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758082.909696:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766337280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758082.909710:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758082.909713:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758082.909717:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766337280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758082.909752:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766337408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758082.909772:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758082.909784:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758082/real 1787758082] req@ffffa0e6d86c5c00 x1874589766337408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758082.909798:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766337408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758082.909819:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758082.909822:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758082.909827:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766337408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758083.804562:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758083.932433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758083.932434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758084.828473:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758084.956349:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758084.956353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758085.852482:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758085.980415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758085.980432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758086.876539:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758087.004425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758087.004433:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758087.900584:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758088.028385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787758088.028478:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758088.028489:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758088.028495:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787758088.028501:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787758088.028509:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10063 00000100:00080000:1.0:1787758088.028525:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758088.028534:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758088.028581:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766337536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758088.028615:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758088.028620:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758088.028622:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758088.028627:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10063 00000100:00080000:1.0:1787758088.028632:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758088.028637:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758088.028648:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758088.028666:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766337536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758088.028669:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766337664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758088.028690:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758088.028694:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758088.028697:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758088.028702:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10063 00000100:00080000:1.0:1787758088.028706:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758088.028710:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758088.028716:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758088.028732:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766337792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758088.028744:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758088.028748:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758088.028750:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787758088.028759:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787758088.028760:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10063 00000100:00080000:1.0:1787758088.028771:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758088.028777:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758088.028785:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758088.028801:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766337920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758088.028812:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758088.028815:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758088/real 1787758088] req@ffffa0e6c792b100 x1874589766337536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758088.028817:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758088.028823:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758088.028835:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10063 00000100:00080000:1.0:1787758088.028846:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758088.028878:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758088.028885:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758088.028893:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766337536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758088.028907:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766338048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758088.028955:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758088.028970:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758088.028981:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766337536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758088.029022:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766337664:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758088.029061:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758088.029080:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758088/real 1787758088] req@ffffa0e6c7928700 x1874589766337664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758088.029097:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766337664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758088.029126:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758088.029131:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758088.029135:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766337664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758088.029142:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766337792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758088.029165:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758088.029176:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758088/real 1787758088] req@ffffa0e6c7928a80 x1874589766337792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758088.029190:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766337792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758088.029199:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758088.029202:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758088.029206:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766337792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758088.029212:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766337920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758088.029232:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758088.029242:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758088/real 1787758088] req@ffffa0e6c792a680 x1874589766337920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758088.029263:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766337920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758088.029274:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758088.029277:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758088.029281:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766337920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758088.029287:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766338048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758088.029350:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758088.029365:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758088/real 1787758088] req@ffffa0e6c7929180 x1874589766338048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758088.029379:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766338048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758088.029409:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758088.029413:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758088.029417:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766338048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758088.924569:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758089.052477:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758089.052495:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758089.948401:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758090.076336:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758090.076340:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758090.972465:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758091.100387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758091.100406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758091.996578:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758092.124378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758092.124423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758093.020502:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758093.148394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758093.148423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758093.148521:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758093.148533:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758093.148539:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758093.148555:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10068 00000100:00080000:0.0:1787758093.148572:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758093.148584:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758093.148644:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766338176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758093.148704:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758093.148710:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758093.148714:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758093.148721:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10068 00000100:00080000:0.0:1787758093.148728:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758093.148736:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758093.148746:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766338176:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787758093.148750:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758093.148817:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766338304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758093.148834:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758093.148839:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758093.148842:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758093.148848:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10068 00000100:00080000:0.0:1787758093.148855:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758093.148862:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:2.0:1787758093.148869:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:0.0:1787758093.148875:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758093.148904:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766338432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758093.148922:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758093/real 1787758093] req@ffffa0e6d86c5c00 x1874589766338176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758093.148929:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758093.148947:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758093.148955:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787758093.148964:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766338176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758093.148973:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10068 00000100:00080000:0.0:1787758093.148992:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758093.148995:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758093.149006:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758093.149015:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:2.0:1787758093.149021:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758093.149030:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766338176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758093.149041:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766338560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758093.149057:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758093.149061:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1787758093.149066:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766338304:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787758093.149068:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758093.149083:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10068 00000100:00080000:0.0:1787758093.149090:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758093.149094:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758093.149101:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:2.0:1787758093.149116:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787758093.149123:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766338688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758093.149143:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758093/real 1787758093] req@ffffa0e6d86c6680 x1874589766338304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758093.149164:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766338304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758093.149177:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758093.149194:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758093.149199:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766338304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758093.149206:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766338432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758093.149230:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758093.149243:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758093/real 1787758093] req@ffffa0e6d86c7800 x1874589766338432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758093.149258:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766338432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758093.149308:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758093.149312:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758093.149316:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766338432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758093.149324:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766338560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758093.149347:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758093.149361:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758093/real 1787758093] req@ffffa0e6d86c6300 x1874589766338560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758093.149375:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766338560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758093.149387:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758093.149391:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758093.149395:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766338560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758093.149417:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766338688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758093.149438:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758093.149449:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758093/real 1787758093] req@ffffa0e6d86c5880 x1874589766338688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758093.149463:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766338688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758093.149474:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758093.149477:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758093.149482:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766338688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758094.044400:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758094.172346:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758094.172346:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758095.068523:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758095.196389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758095.196413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758096.092482:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758096.220386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758096.220419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758097.116491:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758097.244399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758097.244417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758098.140584:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758098.268393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758098.268422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787758098.268431:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758098.268432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758098.268444:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758098.268458:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10074 00000100:00080000:2.0:1787758098.268472:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758098.268493:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758098.268540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766338816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758098.268594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758098.268601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758098.268604:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758098.268611:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10074 00000100:00080000:2.0:1787758098.268617:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758098.268623:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758098.268637:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758098.268658:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766338944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758098.268697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758098.268702:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758098.268707:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758098.268715:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10074 00000100:00080000:2.0:1787758098.268734:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758098.268744:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766338816:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758098.268745:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758098.268763:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758098.268789:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766339072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758098.268807:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758098.268812:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758098.268816:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758098.268823:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10074 00000800:00000100:1.0:1787758098.268830:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758098.268834:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758098.268845:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758098.268853:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758098.268872:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758098/real 1787758098] req@ffffa0e6c60caa00 x1874589766338816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758098.268878:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766339200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758098.268914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758098.268915:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766338816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758098.268933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758098.268941:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758098.268951:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758098.268955:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10074 00000100:00080000:1.0:1787758098.268961:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:2.0:1787758098.268966:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758098.268968:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766338816:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758098.268980:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758098.268984:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766338944:192.168.201.131@tcp:38:kworker.0 00000008:00100000:2.0:1787758098.268991:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758098.269027:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766339328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758098.269033:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758098.269052:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758098/real 1787758098] req@ffffa0e6c60c9180 x1874589766338944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758098.269067:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766338944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758098.269076:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758098.269080:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758098.269084:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766338944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758098.269107:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766339072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758098.269144:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758098.269161:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758098/real 1787758098] req@ffffa0e6c60ca300 x1874589766339072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758098.269201:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766339072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758098.269218:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758098.269224:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758098.269230:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766339072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758098.269243:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766339200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758098.269278:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758098.269352:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758098/real 1787758098] req@ffffa0e6c60c8380 x1874589766339200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758098.269389:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766339200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758098.269406:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758098.269411:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758098.269417:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766339200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758098.269427:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766339328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758098.269460:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758098.269477:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758098/real 1787758098] req@ffffa0e6c60c9f80 x1874589766339328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758098.269498:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766339328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758098.269518:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758098.269523:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758098.269529:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766339328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758099.164494:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758099.292454:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758099.292454:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758100.188421:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758100.316326:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758100.316337:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758101.212485:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758101.340372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758101.340372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758102.236505:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758102.364363:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758102.364435:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758103.260482:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787758103.388408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758103.388422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758103.388429:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758103.388444:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10079 00000100:00100000:0.0:1787758103.388456:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758103.388460:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787758103.388463:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758103.388478:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758103.388539:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766339456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758103.388638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758103.388642:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758103.388644:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758103.388649:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10079 00000100:00080000:2.0:1787758103.388653:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758103.388657:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758103.388685:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758103.388704:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766339584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758103.388720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758103.388726:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758103.388728:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758103.388734:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10079 00000100:00080000:2.0:1787758103.388739:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758103.388752:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758103.388755:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766339456:192.168.201.131@tcp:250:kworker.0 00000008:00100000:2.0:1787758103.388760:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758103.388777:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766339712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758103.388791:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758103.388796:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758103.388799:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758103.388805:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10079 00000100:00080000:2.0:1787758103.388813:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758103.388821:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758103.388832:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787758103.388867:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758103.388876:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766339840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758103.388893:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758103.388899:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758103.388903:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758103.388909:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10079 00000100:00100000:1.0:1787758103.388917:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758103/real 1787758103] req@ffffa0e6c60c8a80 x1874589766339456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758103.388919:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758103.388930:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758103.388940:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758103.388968:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766339456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758103.388969:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766339968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758103.389005:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758103.389016:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758103.389024:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766339456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758103.389033:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766339584:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758103.389061:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758103.389074:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758103/real 1787758103] req@ffffa0e6c60cad80 x1874589766339584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758103.389085:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766339584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758103.389093:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758103.389096:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758103.389100:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766339584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758103.389122:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766339712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758103.389137:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758103.389146:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758103/real 1787758103] req@ffffa0e6c60c9880 x1874589766339712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758103.389156:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766339712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758103.389170:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758103.389173:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758103.389176:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766339712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758103.389181:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766339840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758103.389194:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758103.389201:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758103/real 1787758103] req@ffffa0e6c60cb480 x1874589766339840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758103.389212:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766339840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758103.389220:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758103.389223:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758103.389225:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766339840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758103.389230:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766339968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758103.389243:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758103.389251:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758103/real 1787758103] req@ffffa0e6c60c8e00 x1874589766339968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758103.389261:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766339968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758103.389269:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758103.389271:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758103.389275:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766339968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758104.284472:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758104.412357:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758104.412395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758105.308530:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758105.436354:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758105.436358:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758106.332470:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758106.460400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758106.460487:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758107.356633:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758107.484358:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758107.484399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758108.380514:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758108.508359:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758108.508413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758108.508441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758108.508451:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758108.508458:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758108.508471:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10084 00000100:00080000:2.0:1787758108.508486:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758108.508529:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758108.508581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766340096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758108.508614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758108.508619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758108.508622:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758108.508628:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10084 00000100:00080000:2.0:1787758108.508633:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758108.508639:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758108.508652:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758108.508673:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766340096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758108.508675:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766340224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758108.508700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758108.508705:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758108.508708:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758108.508713:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10084 00000100:00080000:2.0:1787758108.508718:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758108.508723:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758108.508731:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758108.508748:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766340352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758108.508763:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758108.508768:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758108.508775:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787758108.508776:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758108.508785:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10084 00000100:00080000:2.0:1787758108.508793:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758108.508798:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758108.508806:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758108.508825:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766340480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758108.508837:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758108/real 1787758108] req@ffffa0e6c60c8e00 x1874589766340096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758108.508845:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758108.508860:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758108.508867:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758108.508878:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10084 00000100:00080000:2.0:1787758108.508884:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758108.508891:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766340096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758108.508896:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758108.508910:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787758108.508921:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1787758108.508931:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766340608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758108.508932:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758108.508950:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766340096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758108.508996:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766340224:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758108.509026:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758108.509041:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758108/real 1787758108] req@ffffa0e6c60cb480 x1874589766340224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758108.509057:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766340224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758108.509068:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758108.509073:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758108.509078:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766340224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758108.509086:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766340352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758108.509106:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758108.509117:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758108/real 1787758108] req@ffffa0e6c60c9880 x1874589766340352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758108.509132:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766340352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758108.509142:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758108.509145:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758108.509149:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766340352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758108.509155:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766340480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758108.509174:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758108.509185:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758108/real 1787758108] req@ffffa0e6c60cad80 x1874589766340480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758108.509198:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766340480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758108.509210:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758108.509213:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758108.509217:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766340480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758108.509223:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766340608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758108.509241:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758108.509252:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758108/real 1787758108] req@ffffa0e6c60c8a80 x1874589766340608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758108.509266:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766340608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758108.509309:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758108.509313:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758108.509317:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766340608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758109.404613:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758109.532383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758109.532404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758110.428494:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758110.556366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758110.556382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758111.452428:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758111.580349:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758111.580349:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758112.476536:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758112.604455:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758112.604484:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758113.500603:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758113.628397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758113.628459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758113.628473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758113.628479:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758113.628493:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10089 00000100:00080000:2.0:1787758113.628510:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787758113.628519:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758113.628522:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758113.628577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766340736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758113.628613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758113.628620:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758113.628624:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758113.628632:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10089 00000100:00080000:2.0:1787758113.628639:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758113.628647:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758113.628662:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758113.628688:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766340864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758113.628707:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766340736:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758113.628723:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758113.628730:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758113.628733:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758113.628740:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10089 00000100:00080000:2.0:1787758113.628746:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758113.628753:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758113.628762:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758113.628782:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766340992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758113.628799:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758113.628800:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758113.628806:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758113.628810:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758113.628816:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10089 00000100:00080000:2.0:1787758113.628821:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758113.628828:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758113.628836:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758113.628852:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758113/real 1787758113] req@ffffa0e6c60c9f80 x1874589766340736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758113.628854:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766341120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758113.628874:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758113.628880:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758113.628884:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758113.628885:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766340736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758113.628891:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10089 00000100:00080000:2.0:1787758113.628898:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758113.628904:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758113.628904:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787758113.628913:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:2.0:1787758113.628913:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758113.628921:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766340736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758113.628930:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766341248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758113.628959:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766340864:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758113.629002:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758113.629030:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758113/real 1787758113] req@ffffa0e6c60c8380 x1874589766340864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758113.629049:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766340864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758113.629061:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758113.629065:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758113.629070:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766340864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758113.629078:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766340992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758113.629105:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758113.629119:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758113/real 1787758113] req@ffffa0e6c60ca300 x1874589766340992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758113.629133:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766340992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758113.629143:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758113.629146:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758113.629150:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766340992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758113.629156:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766341120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758113.629175:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758113.629186:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758113/real 1787758113] req@ffffa0e6c60c9180 x1874589766341120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758113.629200:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766341120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758113.629213:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758113.629217:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758113.629221:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766341120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758113.629227:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766341248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758113.629245:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758113.629255:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758113/real 1787758113] req@ffffa0e6c60caa00 x1874589766341248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758113.629268:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766341248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758113.629331:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758113.629336:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758113.629340:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766341248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758114.524599:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758114.652441:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758114.652463:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758115.548564:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758115.676456:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758115.676459:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758116.572579:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758116.700470:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758116.700470:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758117.596511:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758117.724440:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758117.724443:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758118.620500:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758118.748421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758118.748504:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787758118.748508:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758118.748521:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758118.748529:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758118.748544:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10094 00000100:00080000:1.0:1787758118.748558:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758118.748583:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758118.748627:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766341376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758118.748665:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758118.748670:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758118.748672:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758118.748677:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10094 00000100:00080000:1.0:1787758118.748681:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758118.748686:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758118.748697:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758118.748715:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766341376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758118.748716:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766341504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758118.748739:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758118.748743:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758118.748745:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758118.748750:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10094 00000100:00080000:1.0:1787758118.748753:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758118.748757:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758118.748763:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758118.748775:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766341632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758118.748786:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758118.748790:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758118.748792:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758118.748797:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10094 00000100:00080000:1.0:1787758118.748802:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758118.748807:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758118.748812:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758118.748824:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766341760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758118.748834:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758118.748838:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758118.748840:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787758118.748846:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766341504:192.168.201.131@tcp:38:kworker.0 00000100:00080000:1.0:1787758118.748869:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10094 00000100:00080000:1.0:1787758118.748879:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758118.748885:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758118.748893:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758118.748914:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766341888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758118.748926:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766341632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758118.748970:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766341760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758118.749001:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766341888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758119.644516:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758119.772410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758119.772421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758120.668560:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758120.796374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758120.796382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758121.692487:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758121.820383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758121.820385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:2.0:1787758121.820631:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:2.0:1787758121.820684:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787758121.820708:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787758121.820769:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787758121.820788:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787758121.820804:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787758121.820815:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787758121.820835:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758118/real 1787758121] req@ffffa0e6c7929180 x1874589766341504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758121.820876:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766341504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758121.820899:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758121.820905:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758121.820937:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766341504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758121.820949:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758118/real 1787758121] req@ffffa0e6c792a680 x1874589766341632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758121.820971:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766341632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758121.820986:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758121.820992:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758121.820998:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766341632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758121.821009:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758118/real 1787758121] req@ffffa0e6c7928a80 x1874589766341760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758121.821031:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766341760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758121.821048:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758121.821054:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758121.821059:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766341760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758121.821069:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758118/real 1787758121] req@ffffa0e6c7929500 x1874589766341376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758121.821090:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766341376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758121.821102:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758121.821108:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758121.821114:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766341376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758121.821152:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758118/real 1787758121] req@ffffa0e6c7928700 x1874589766341888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758121.821173:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766341888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758121.821189:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758121.821195:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758121.821200:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766341888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758122.716415:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758122.844374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758122.844437:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758123.740415:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758123.868343:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787758123.868376:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758123.868386:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758123.868391:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758123.868403:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10099 00000100:00100000:0.0:1787758123.868411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787758123.868416:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758123.868428:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758123.868467:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766342016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758123.868500:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758123.868506:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758123.868508:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758123.868514:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10099 00000100:00080000:1.0:1787758123.868521:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758123.868527:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758123.868538:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758123.868540:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766342016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758123.868560:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766342144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758123.868575:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758123.868580:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758123.868582:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758123.868588:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10099 00000100:00080000:1.0:1787758123.868592:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758123.868598:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758123.868604:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787758123.868610:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758123.868622:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766342272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758123.868637:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758123.868641:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1787758123.868646:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758123/real 1787758123] req@ffffa0e6c7928700 x1874589766342016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758123.868647:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758123.868657:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10099 00000100:00080000:1.0:1787758123.868662:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758123.868667:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758123.868673:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758123.868687:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766342400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758123.868717:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766342016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758123.868728:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758123.868736:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758123.868738:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758123.868739:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758123.868750:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:1.0:1787758123.868751:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10099 00000100:00080000:1.0:1787758123.868760:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787758123.868762:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766342016:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787758123.868770:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758123.868779:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758123.868794:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766342528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758123.868799:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766342144:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758123.868841:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758123.868860:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758123/real 1787758123] req@ffffa0e6c7929500 x1874589766342144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758123.868877:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766342144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758123.868889:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758123.868894:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758123.868898:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766342144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758123.868906:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766342272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758123.868931:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758123.868946:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758123/real 1787758123] req@ffffa0e6c7928a80 x1874589766342272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758123.868962:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766342272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758123.868973:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758123.868978:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758123.868982:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766342272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758123.868990:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766342400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758123.869013:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758123.869027:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758123/real 1787758123] req@ffffa0e6c792a680 x1874589766342400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758123.869064:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766342400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758123.869079:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758123.869083:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758123.869087:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766342400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758123.869108:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766342528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758123.869135:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758123.869150:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758123/real 1787758123] req@ffffa0e6c7929180 x1874589766342528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758123.869164:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766342528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758123.869178:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758123.869182:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758123.869186:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766342528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758124.764485:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758124.892405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758124.892542:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758125.788468:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758125.916400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758125.916468:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758126.812545:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758126.940401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758126.940410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758127.836393:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758127.964330:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758127.964334:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758128.860438:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758128.988386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758128.988480:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758128.988490:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758128.988497:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758128.988509:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10104 00000100:00100000:3.0:1787758128.988519:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758128.988524:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758128.988539:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758128.988591:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766342656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758128.988627:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758128.988632:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758128.988634:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758128.988640:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10104 00000100:00080000:2.0:1787758128.988644:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758128.988650:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758128.988663:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758128.988688:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766342784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758128.988689:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766342656:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758128.988718:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758128.988723:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758128.988725:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758128.988730:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10104 00000100:00080000:2.0:1787758128.988734:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758128.988738:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758128.988745:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758128.988760:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766342912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758128.988772:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758128.988776:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758128.988779:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758128.988791:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10104 00000800:00000100:1.0:1787758128.988793:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758128.988799:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758128.988806:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758128.988812:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758128.988829:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766343040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758128.988841:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758128.988846:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758128.988849:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758128.988855:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10104 00000100:00080000:2.0:1787758128.988860:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758128.988864:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758128/real 1787758128] req@ffffa0e6c60caa00 x1874589766342656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758128.988870:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758128.988882:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758128.988903:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766343168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758128.988913:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766342656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758128.988937:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758128.988944:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758128.988950:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766342656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758128.988982:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766342784:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758128.989010:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758128.989025:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758128/real 1787758128] req@ffffa0e6c60c9180 x1874589766342784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758128.989040:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766342784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758128.989052:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758128.989056:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758128.989061:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766342784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758128.989068:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766342912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758128.989088:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758128.989098:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758128/real 1787758128] req@ffffa0e6c60ca300 x1874589766342912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758128.989112:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766342912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758128.989123:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758128.989126:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758128.989155:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766342912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758128.989164:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766343040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758128.989188:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758128.989201:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758128/real 1787758128] req@ffffa0e6c60c8380 x1874589766343040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758128.989216:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766343040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758128.989228:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758128.989232:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758128.989236:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766343040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758128.989243:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766343168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758128.989261:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758128.989301:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758128/real 1787758128] req@ffffa0e6c60c9f80 x1874589766343168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758128.989317:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766343168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758128.989330:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758128.989333:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758128.989338:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766343168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758129.884469:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758130.012360:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758130.012361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758130.908476:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758131.036385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758131.036402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758131.932493:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758132.060394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758132.060435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758132.956524:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758133.084425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758133.084433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758133.980393:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758134.108343:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758134.108343:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758134.108362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758134.108369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758134.108373:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758134.108381:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10109 00000100:00080000:2.0:1787758134.108391:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758134.108396:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758134.108439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766343296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758134.108463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758134.108466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758134.108468:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758134.108470:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10109 00000100:00080000:2.0:1787758134.108473:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758134.108475:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758134.108482:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758134.108489:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766343424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758134.108496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758134.108498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758134.108499:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758134.108501:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10109 00000100:00080000:2.0:1787758134.108503:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758134.108505:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758134.108507:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758134.108514:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766343552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758134.108520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758134.108522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758134.108524:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758134.108527:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10109 00000100:00080000:2.0:1787758134.108530:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758134.108532:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758134.108536:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758134.108554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766343680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758134.108556:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766343296:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758134.108565:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758134.108568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758134.108569:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758134.108572:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10109 00000100:00080000:2.0:1787758134.108574:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758134.108576:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758134.108579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758134.108586:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766343808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758134.108619:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758134.108659:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758134/real 1787758134] req@ffffa0e6c60c8a80 x1874589766343296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758134.108672:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766343296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758134.108680:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758134.108683:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758134.108686:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766343296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758134.108691:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766343424:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758134.108713:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758134.108720:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758134/real 1787758134] req@ffffa0e6c60cad80 x1874589766343424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758134.108728:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766343424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758134.108733:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758134.108735:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758134.108737:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766343424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758134.108741:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766343552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758134.108751:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758134.108756:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758134/real 1787758134] req@ffffa0e6c60c9880 x1874589766343552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758134.108763:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766343552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758134.108773:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758134.108775:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758134.108777:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766343552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758134.108795:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766343680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758134.108805:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758134.108811:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758134/real 1787758134] req@ffffa0e6c60cb480 x1874589766343680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758134.108818:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766343680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758134.108825:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758134.108827:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758134.108829:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766343680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758134.108833:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766343808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758134.108843:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758134.108848:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758134/real 1787758134] req@ffffa0e6c60c8e00 x1874589766343808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758134.108855:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766343808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758134.108861:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758134.108863:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758134.108865:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766343808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758135.004477:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758135.132365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758135.132455:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758136.028439:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758136.156438:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758136.156438:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758137.052601:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758137.180416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758137.180507:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758138.076482:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758138.204383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758138.204384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758139.100433:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758139.228365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758139.228366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758139.228417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758139.228426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758139.228431:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758139.228442:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10115 00000100:00080000:0.0:1787758139.228455:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758139.228463:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758139.228510:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766343936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758139.228537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758139.228541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758139.228542:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758139.228545:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10115 00000100:00080000:0.0:1787758139.228548:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758139.228552:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758139.228561:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758139.228576:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766343936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758139.228580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766344064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758139.228594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758139.228596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758139.228598:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758139.228603:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10115 00000100:00080000:0.0:1787758139.228606:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758139.228610:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758139.228614:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758139.228626:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766344192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758139.228637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758139.228641:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758139.228645:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787758139.228651:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758139.228657:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10115 00000100:00080000:0.0:1787758139.228666:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758139.228672:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758139.228679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758139.228690:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758139/real 1787758139] req@ffffa0e6d86c5880 x1874589766343936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758139.228696:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766344320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758139.228743:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758139.228747:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766343936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758139.228749:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758139.228754:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758139.228770:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10115 00000100:00080000:0.0:1787758139.228780:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758139.228781:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758139.228785:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787758139.228787:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:0.0:1787758139.228798:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758139.228799:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766343936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758139.228813:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766344448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758139.228830:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766344064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758139.228875:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758139.228891:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758139/real 1787758139] req@ffffa0e6d86c6300 x1874589766344064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758139.228907:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766344064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758139.228928:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758139.228932:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758139.228937:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766344064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758139.228945:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766344192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758139.229017:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758139.229025:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758139/real 1787758139] req@ffffa0e6d86c7800 x1874589766344192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758139.229033:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766344192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758139.229039:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758139.229041:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758139.229043:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766344192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758139.229047:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766344320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758139.229058:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758139.229064:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758139/real 1787758139] req@ffffa0e6d86c6680 x1874589766344320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758139.229071:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766344320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758139.229077:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758139.229080:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758139.229082:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766344320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758139.229086:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766344448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758139.229112:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758139.229118:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758139/real 1787758139] req@ffffa0e6d86c5c00 x1874589766344448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758139.229125:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766344448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758139.229132:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758139.229134:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758139.229136:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766344448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758140.124485:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758140.252388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758140.252389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758141.148507:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758141.276396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758141.276398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758142.172562:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758142.300458:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758142.300468:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758143.196557:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758143.324433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758143.324453:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758144.220585:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758144.348459:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758144.348480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758144.348492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758144.348498:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787758144.348498:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758144.348516:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10120 00000100:00080000:0.0:1787758144.348532:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758144.348548:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758144.348600:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766344576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758144.348648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758144.348653:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758144.348656:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758144.348661:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10120 00000100:00080000:0.0:1787758144.348666:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758144.348672:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758144.348684:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758144.348702:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766344704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758144.348716:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766344576:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758144.348722:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758144.348735:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758144.348737:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758144.348743:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10120 00000100:00080000:0.0:1787758144.348747:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758144.348752:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758144.348758:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758144.348773:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766344832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758144.348786:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758144.348791:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758144.348794:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758144.348799:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10120 00000100:00080000:0.0:1787758144.348817:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758144.348823:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758144.348834:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787758144.348834:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787758144.348858:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766344960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758144.348895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758144.348900:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758144.348903:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758144.348911:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10120 00000100:00080000:0.0:1787758144.348917:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758144.348928:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758144.348931:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758144/real 1787758144] req@ffffa0e6d86c5c00 x1874589766344576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787758144.348936:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758144.348961:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766345088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758144.349005:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766344576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758144.349022:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758144.349028:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758144.349034:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766344576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758144.349063:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766344704:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758144.349097:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758144.349113:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758144/real 1787758144] req@ffffa0e6d86c6680 x1874589766344704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758144.349128:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766344704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758144.349140:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758144.349144:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758144.349148:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766344704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758144.349172:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766344832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758144.349195:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758144.349216:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758144/real 1787758144] req@ffffa0e6d86c7800 x1874589766344832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758144.349231:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766344832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758144.349250:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758144.349254:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758144.349258:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766344832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758144.349265:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766344960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758144.349322:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758144.349336:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758144/real 1787758144] req@ffffa0e6d86c6300 x1874589766344960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758144.349351:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766344960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758144.349363:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758144.349367:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758144.349371:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766344960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758144.349379:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766345088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758144.349398:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758144.349409:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758144/real 1787758144] req@ffffa0e6d86c5880 x1874589766345088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758144.349423:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766345088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758144.349434:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758144.349437:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758144.349442:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766345088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758145.244527:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758145.372433:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758145.372476:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758146.268525:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758146.396422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758146.396449:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758147.292504:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758147.420445:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758147.420453:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758148.316681:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758148.444430:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758148.444440:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758149.340527:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758149.468451:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758149.468484:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758149.468491:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758149.468500:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758149.468508:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758149.468523:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10125 00000100:00080000:0.0:1787758149.468549:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758149.468558:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758149.468609:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766345216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758149.468648:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758149.468654:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758149.468656:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758149.468661:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10125 00000100:00080000:0.0:1787758149.468665:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758149.468670:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758149.468682:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758149.468715:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766345344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758149.468743:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758149.468751:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758149.468756:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758149.468756:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766345216:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758149.468810:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10125 00000100:00080000:0.0:1787758149.468816:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758149.468821:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758149.468828:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758149.468847:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766345472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758149.468859:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758149.468864:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758149.468867:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758149.468873:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10125 00000100:00080000:0.0:1787758149.468908:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758149.468913:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758149.468921:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787758149.468931:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787758149.468957:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766345600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758149.468981:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758149.468986:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758149.468988:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758149.468995:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10125 00000100:00100000:1.0:1787758149.469004:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758149/real 1787758149] req@ffffa0e6d86c5880 x1874589766345216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758149.469007:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758149.469031:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758149.469051:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758149.469071:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766345216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758149.469073:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766345728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758149.469202:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758149.469212:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758149.469219:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766345216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758149.469266:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766345344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758149.469334:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758149.469352:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758149/real 1787758149] req@ffffa0e6d86c6300 x1874589766345344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758149.469368:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766345344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758149.469381:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758149.469386:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758149.469391:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766345344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758149.469399:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766345472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758149.469420:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758149.469431:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758149/real 1787758149] req@ffffa0e6d86c7800 x1874589766345472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758149.469445:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766345472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758149.469456:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758149.469459:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758149.469463:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766345472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758149.469471:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766345600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758149.469491:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758149.469502:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758149/real 1787758149] req@ffffa0e6d86c6680 x1874589766345600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758149.469517:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766345600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758149.469530:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758149.469533:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758149.469538:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766345600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758149.469547:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766345728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758149.469581:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758149.469602:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758149/real 1787758149] req@ffffa0e6d86c5c00 x1874589766345728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758149.469627:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766345728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758149.469650:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758149.469657:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758149.469663:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766345728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758150.364516:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758150.492418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758150.492460:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758151.388565:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758151.516408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758151.516545:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758152.412566:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758152.540354:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758152.540390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758153.436556:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758153.564475:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758153.564524:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758154.460417:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758154.588357:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758154.588403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758154.588417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758154.588424:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758154.588432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758154.588441:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10130 00000100:00080000:0.0:1787758154.588460:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758154.588472:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758154.588536:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766345856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758154.588579:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758154.588584:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758154.588587:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758154.588592:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10130 00000100:00080000:0.0:1787758154.588598:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758154.588605:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758154.588620:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758154.588641:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766345984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758154.588643:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766345856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758154.588672:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758154.588677:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758154.588701:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758154.588710:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10130 00000100:00080000:0.0:1787758154.588717:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758154.588725:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758154.588736:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758154.588764:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766346112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758154.588784:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758154.588791:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758154.588801:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758154.588806:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758154.588817:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10130 00000100:00080000:0.0:1787758154.588827:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758154.588836:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758154.588845:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758154/real 1787758154] req@ffffa0e6d86c5c00 x1874589766345856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787758154.588846:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758154.588875:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766346240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758154.588903:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766345856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758154.588913:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758154.588929:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758154.588936:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758154.588941:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758154.588944:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10130 00000100:00080000:0.0:1787758154.588953:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758154.588955:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:0.0:1787758154.588964:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758154.588970:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766345856:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787758154.588975:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758154.588994:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766346368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758154.589015:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766345984:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758154.589051:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758154.589068:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758154/real 1787758154] req@ffffa0e6d86c6680 x1874589766345984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758154.589083:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766345984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758154.589095:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758154.589099:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758154.589103:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766345984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758154.589110:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766346112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758154.589130:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758154.589142:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758154/real 1787758154] req@ffffa0e6d86c7800 x1874589766346112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758154.589156:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766346112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758154.589175:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758154.589179:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758154.589183:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766346112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758154.589190:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766346240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758154.589209:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758154.589219:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758154/real 1787758154] req@ffffa0e6d86c6300 x1874589766346240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758154.589233:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766346240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758154.589245:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758154.589249:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758154.589252:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766346240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758154.589310:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766346368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758154.589335:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758154.589349:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758154/real 1787758154] req@ffffa0e6d86c5880 x1874589766346368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758154.589363:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766346368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758154.589376:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758154.589380:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758154.589385:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766346368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758155.484465:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758155.612397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758155.612453:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758156.508439:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758156.636348:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758156.636354:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758157.532450:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758157.660391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758157.660391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758158.556466:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758158.684332:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758158.684391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758159.580404:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787758159.708379:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758159.708381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758159.708388:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758159.708394:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758159.708403:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10135 00000100:00080000:0.0:1787758159.708413:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758159.708419:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758159.708424:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758159.708456:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766346496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758159.708481:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758159.708484:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758159.708485:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758159.708488:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10135 00000100:00080000:0.0:1787758159.708491:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758159.708493:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758159.708502:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758159.708510:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766346624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758159.708518:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766346496:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758159.708524:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758159.708529:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758159.708531:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758159.708537:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10135 00000100:00080000:0.0:1787758159.708541:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758159.708545:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758159.708551:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758159.708566:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766346752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758159.708577:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787758159.708578:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758159.708584:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758159.708587:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758159.708605:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10135 00000100:00080000:0.0:1787758159.708615:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758159.708618:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758159.708623:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758159.708632:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758159/real 1787758159] req@ffffa0e6d86c5880 x1874589766346496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758159.708636:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766346880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758159.708656:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758159.708660:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758159.708662:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758159.708666:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10135 00000100:00080000:0.0:1787758159.708668:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758159.708673:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758159.708674:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766346496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787758159.708676:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758159.708686:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766347008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758159.708689:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758159.708698:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758159.708703:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766346496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758159.708722:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766346624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758159.708740:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758159.708749:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758159/real 1787758159] req@ffffa0e6d86c6300 x1874589766346624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758159.708757:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766346624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758159.708764:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758159.708766:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758159.708768:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766346624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758159.708772:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766346752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758159.708782:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758159.708788:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758159/real 1787758159] req@ffffa0e6d86c7800 x1874589766346752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758159.708795:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766346752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758159.708801:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758159.708802:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758159.708804:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766346752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758159.708808:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766346880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758159.708818:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758159.708823:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758159/real 1787758159] req@ffffa0e6d86c6680 x1874589766346880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758159.708830:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766346880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758159.708837:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758159.708838:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758159.708841:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766346880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758159.708845:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766347008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758159.708855:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758159.708860:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758159/real 1787758159] req@ffffa0e6d86c5c00 x1874589766347008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758159.708867:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766347008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758159.708873:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758159.708875:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758159.708877:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766347008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758160.604416:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758160.732337:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758160.732387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758161.628524:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758161.756368:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758161.756369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758162.652515:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758162.780436:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758162.780507:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758163.676543:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758163.804371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758163.804403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758164.700447:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758164.828387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758164.828395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787758164.828425:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758164.828431:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758164.828436:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758164.828447:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10140 00000100:00080000:1.0:1787758164.828459:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758164.828468:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758164.828551:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766347136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758164.828579:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758164.828583:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758164.828585:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758164.828588:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10140 00000100:00080000:1.0:1787758164.828592:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758164.828597:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758164.828607:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758164.828611:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766347136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758164.828622:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766347264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758164.828631:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758164.828633:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758164.828635:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758164.828638:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10140 00000100:00080000:1.0:1787758164.828641:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758164.828643:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758164.828646:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758164.828654:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766347392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758164.828660:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758164.828663:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758164.828665:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758164.828667:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10140 00000100:00080000:1.0:1787758164.828676:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758164.828679:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758164.828683:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787758164.828686:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758164.828695:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766347520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758164.828703:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758164.828706:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758164.828708:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758164.828710:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10140 00000100:00080000:1.0:1787758164.828712:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758164.828714:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758164.828717:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758164.828724:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766347648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758164.828735:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758164/real 1787758164] req@ffffa0e6c792b100 x1874589766347136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758164.828771:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766347136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758164.828781:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758164.828785:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758164.828788:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766347136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758164.828812:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766347264:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758164.828831:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758164.828841:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758164/real 1787758164] req@ffffa0e6c7928380 x1874589766347264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758164.828851:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766347264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758164.828857:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758164.828860:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758164.828862:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766347264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758164.828866:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766347392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758164.828878:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758164.828884:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758164/real 1787758164] req@ffffa0e6c792bb80 x1874589766347392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758164.828893:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766347392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758164.828898:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758164.828900:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758164.828902:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766347392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758164.828906:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766347520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758164.828927:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758164.828934:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758164/real 1787758164] req@ffffa0e6c7929f80 x1874589766347520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758164.828943:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766347520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758164.828952:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758164.828954:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758164.828957:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766347520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758164.828961:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766347648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758164.828974:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758164.828980:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758164/real 1787758164] req@ffffa0e6c7929c00 x1874589766347648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758164.828988:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766347648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758164.829021:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758164.829022:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758164.829024:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766347648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758165.724436:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758165.852451:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758165.852451:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758166.748455:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758166.876391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758166.876391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758167.772510:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758167.900374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758167.900431:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758168.796476:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758168.924386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758168.924457:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758169.820556:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758169.948358:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758169.948377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787758169.948397:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758169.948405:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758169.948420:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758169.948431:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10145 00000100:00080000:1.0:1787758169.948442:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758169.948449:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758169.948487:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766347776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758169.948522:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758169.948526:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758169.948528:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758169.948532:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10145 00000100:00080000:1.0:1787758169.948535:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758169.948539:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758169.948548:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758169.948562:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766347904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758169.948572:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758169.948579:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1787758169.948581:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766347776:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787758169.948582:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758169.948591:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10145 00000100:00080000:1.0:1787758169.948596:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758169.948600:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758169.948604:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758169.948617:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766348032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758169.948627:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758169.948631:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758169.948632:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758169.948637:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10145 00000100:00080000:1.0:1787758169.948641:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758169.948668:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:2.0:1787758169.948668:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:1.0:1787758169.948680:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758169.948697:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766348160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758169.948709:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758169.948714:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758169/real 1787758169] req@ffffa0e6c792a300 x1874589766347776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758169.948716:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758169.948723:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758169.948737:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10145 00000100:00080000:1.0:1787758169.948743:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787758169.948744:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766347776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758169.948753:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758169.948765:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:2.0:1787758169.948772:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758169.948778:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758169.948785:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766348288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758169.948786:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766347776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758169.948817:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766347904:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758169.948841:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758169.948851:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758169/real 1787758169] req@ffffa0e6c792b480 x1874589766347904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758169.948862:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766347904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758169.948870:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758169.948873:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758169.948875:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766347904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758169.948880:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766348032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758169.948893:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758169.948900:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758169/real 1787758169] req@ffffa0e6c7929880 x1874589766348032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758169.948910:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766348032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758169.948917:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758169.948919:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758169.948922:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766348032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758169.948927:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766348160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758169.948940:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758169.948948:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758169/real 1787758169] req@ffffa0e6c792ad80 x1874589766348160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758169.948957:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766348160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758169.948966:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758169.948968:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758169.948970:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766348160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758169.948975:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766348288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758169.948987:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758169.948994:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758169/real 1787758169] req@ffffa0e6c7928e00 x1874589766348288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758169.949004:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766348288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758169.949012:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758169.949014:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758169.949016:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766348288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758170.844424:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758170.972326:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758170.972347:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758171.868487:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758171.996366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758171.996366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758172.892412:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758173.020335:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758173.020353:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758173.916496:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758174.044379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758174.044379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758174.940449:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758175.068338:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758175.068386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758175.068393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758175.068398:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758175.068408:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10150 00000100:00100000:3.0:1787758175.068411:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758175.068420:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758175.068429:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758175.068465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766348416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758175.068494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758175.068498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758175.068500:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758175.068506:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10150 00000100:00080000:2.0:1787758175.068510:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758175.068514:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758175.068524:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758175.068537:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766348416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758175.068541:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766348544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758175.068555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758175.068559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758175.068562:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758175.068567:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10150 00000100:00080000:2.0:1787758175.068571:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758175.068575:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758175.068581:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758175.068594:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766348672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758175.068596:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758175.068609:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758175.068614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758175.068616:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758175.068622:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10150 00000100:00080000:2.0:1787758175.068626:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758175.068627:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758175/real 1787758175] req@ffffa0e6c60c8e00 x1874589766348416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758175.068636:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758175.068645:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758175.068647:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766348416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758175.068658:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1787758175.068662:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766348800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758175.068664:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758175.068670:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766348416:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758175.068685:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758175.068689:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758175.068692:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758175.068696:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766348544:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787758175.068700:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10150 00000100:00080000:2.0:1787758175.068707:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758175.068712:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787758175.068718:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:2.0:1787758175.068719:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758175.068729:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758175/real 1787758175] req@ffffa0e6c60cb480 x1874589766348544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758175.068738:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766348928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758175.068743:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766348544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758175.068749:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758175.068755:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758175.068762:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766348544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758175.068771:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766348672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758175.068786:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758175.068796:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758175/real 1787758175] req@ffffa0e6c60c9880 x1874589766348672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758175.068803:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766348672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758175.068808:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758175.068810:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758175.068812:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766348672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758175.068816:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766348800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758175.068826:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758175.068831:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758175/real 1787758175] req@ffffa0e6c60cad80 x1874589766348800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758175.068839:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766348800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758175.068845:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758175.068847:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758175.068849:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766348800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758175.068858:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766348928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758175.068868:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758175.068874:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758175/real 1787758175] req@ffffa0e6c60c8a80 x1874589766348928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758175.068881:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766348928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758175.068887:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758175.068889:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758175.068890:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766348928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758175.964445:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758176.092349:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758176.092356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758176.988441:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758177.116366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758177.116376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758178.012399:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758178.140336:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758178.140350:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758179.036408:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758179.164334:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758179.164340:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758180.060416:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758180.188333:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758180.188336:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758180.188348:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758180.188353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758180.188357:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758180.188366:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10155 00000100:00080000:2.0:1787758180.188375:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758180.188381:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758180.188412:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766349056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758180.188433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758180.188436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758180.188437:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758180.188440:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10155 00000100:00080000:2.0:1787758180.188442:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758180.188445:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758180.188451:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758180.188460:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766349184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758180.188467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758180.188470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758180.188471:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758180.188474:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10155 00000100:00080000:2.0:1787758180.188476:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758180.188481:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766349056:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758180.188481:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758180.188486:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758180.188495:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766349312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758180.188506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758180.188509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758180.188510:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758180.188512:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10155 00000100:00080000:2.0:1787758180.188514:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758180.188517:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758180.188520:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758180.188529:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766349440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758180.188535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758180.188537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758180.188538:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758180.188540:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10155 00000100:00080000:2.0:1787758180.188542:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758180.188545:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758180.188548:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787758180.188550:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758180.188558:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766349568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758180.188589:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758180/real 1787758180] req@ffffa0e6c60c9f80 x1874589766349056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758180.188608:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766349056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758180.188619:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758180.188623:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758180.188627:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766349056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758180.188635:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766349184:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758180.188658:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758180.188671:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758180/real 1787758180] req@ffffa0e6c60c8380 x1874589766349184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758180.188684:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766349184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758180.188693:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758180.188697:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758180.188701:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766349184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758180.188723:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766349312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758180.188740:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758180.188750:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758180/real 1787758180] req@ffffa0e6c60ca300 x1874589766349312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758180.188764:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766349312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758180.188773:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758180.188776:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758180.188780:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766349312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758180.188795:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766349440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758180.188814:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758180.188824:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758180/real 1787758180] req@ffffa0e6c60c9180 x1874589766349440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758180.188837:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766349440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758180.188847:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758180.188851:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758180.188855:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766349440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758180.188861:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766349568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758180.188876:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758180.188885:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758180/real 1787758180] req@ffffa0e6c60caa00 x1874589766349568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758180.188897:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766349568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758180.188914:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758180.188918:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758180.188921:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766349568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758181.084402:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758181.212368:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758181.212368:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758182.108406:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758182.236413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758182.236430:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758183.132405:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758183.260336:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758183.260358:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758184.156416:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758184.284379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758184.284379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758185.180438:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787758185.308394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787758185.308397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758185.308397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758185.308410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758185.308414:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758185.308427:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10161 00000100:00080000:2.0:1787758185.308446:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758185.308453:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758185.308486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766349696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758185.308507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758185.308510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758185.308512:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758185.308515:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10161 00000100:00080000:2.0:1787758185.308517:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758185.308520:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758185.308527:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758185.308536:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766349824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758185.308542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758185.308545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758185.308546:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758185.308550:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10161 00000100:00080000:2.0:1787758185.308552:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758185.308555:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758185.308560:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758185.308567:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766349952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758185.308577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758185.308581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758185.308582:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758185.308589:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10161 00000100:00100000:1.0:1787758185.308590:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766349696:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758185.308592:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758185.308603:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758185.308607:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758185.308613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766350080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758185.308621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758185.308624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758185.308625:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758185.308629:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10161 00000100:00080000:2.0:1787758185.308631:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758185.308633:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758185.308636:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758185.308647:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766350208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758185.308710:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766349824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758185.308740:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766349952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758185.308757:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766350080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758185.308786:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766350208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758186.204413:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758186.332353:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758186.332414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758187.228429:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758187.356339:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758187.356405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758188.252424:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758188.380352:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758188.380471:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:3.0:1787758188.380551:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787758188.380585:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787758188.380600:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758188.380629:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758188.380635:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758188.380641:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758188.380647:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787758188.380724:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758185/real 1787758188] req@ffffa0e6c60ca300 x1874589766349952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758188.380762:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766349952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758188.380778:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758188.380786:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758188.380791:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766349952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758188.380802:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758185/real 1787758188] req@ffffa0e6c60c8380 x1874589766350080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758188.380817:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766350080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758188.380829:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758188.380834:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758188.380837:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766350080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758188.380845:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758185/real 1787758188] req@ffffa0e6c60c9f80 x1874589766350208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758188.380856:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766350208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758188.380866:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758188.380870:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758188.380873:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766350208:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758188.380881:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758185/real 1787758188] req@ffffa0e6c60caa00 x1874589766349696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758188.380893:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766349696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758188.380900:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758188.380904:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758188.380908:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766349696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758188.380917:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758185/real 1787758188] req@ffffa0e6c60c9180 x1874589766349824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758188.380929:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766349824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758188.380939:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758188.380943:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758188.380946:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766349824:192.168.201.131@tcp:38:kworker.0 00010000:00010000:1.0:1787758189.276412:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758189.404354:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758189.404434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758190.300455:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758190.428380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787758190.428428:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758190.428437:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758190.428441:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787758190.428451:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787758190.428455:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10166 00000100:00080000:1.0:1787758190.428481:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758190.428497:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758190.428545:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766350336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758190.428577:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758190.428581:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758190.428582:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758190.428586:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10166 00000100:00080000:1.0:1787758190.428590:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758190.428593:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758190.428605:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758190.428617:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766350464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758190.428627:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758190.428631:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758190.428632:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758190.428638:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10166 00000100:00080000:1.0:1787758190.428641:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758190.428650:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758190.428651:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766350336:192.168.201.131@tcp:250:kworker.0 00000008:00100000:1.0:1787758190.428656:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758190.428681:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766350592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758190.428690:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758190.428693:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758190.428694:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758190.428699:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10166 00000100:00080000:1.0:1787758190.428701:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758190.428705:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758190.428709:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758190.428718:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766350720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758190.428730:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758190.428733:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758190.428734:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758190.428737:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10166 00000100:00080000:1.0:1787758190.428749:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758190.428752:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758190.428754:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758190.428768:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766350848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787758190.428788:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758190.428839:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758190/real 1787758190] req@ffffa0e6c792aa00 x1874589766350336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758190.428868:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766350336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758190.428889:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758190.428895:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758190.428900:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766350336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758190.428929:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766350464:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758190.428963:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758190.428993:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758190/real 1787758190] req@ffffa0e6c7928e00 x1874589766350464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758190.429005:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766350464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758190.429014:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758190.429018:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758190.429021:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766350464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758190.429105:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766350592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758190.429143:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758190.429164:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758190/real 1787758190] req@ffffa0e6c792ad80 x1874589766350592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758190.429187:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766350592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758190.429203:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758190.429208:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758190.429213:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766350592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758190.429224:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766350720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758190.429256:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758190.429314:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758190/real 1787758190] req@ffffa0e6c7929880 x1874589766350720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758190.429344:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766350720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758190.429362:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758190.429368:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758190.429374:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766350720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758190.429383:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766350848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758190.429421:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758190.429442:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758190/real 1787758190] req@ffffa0e6c792b480 x1874589766350848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758190.429462:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766350848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758190.429480:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758190.429487:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758190.429492:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766350848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758191.324443:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758191.452332:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758191.452421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758192.348387:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758192.476393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758192.476402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758193.372606:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758193.500407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758193.500421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758194.396413:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758194.524379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758194.524380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758195.420535:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758195.548469:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758195.548483:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758195.548514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758195.548523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758195.548528:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758195.548541:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10171 00000100:00080000:2.0:1787758195.548554:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758195.548562:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758195.548605:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766350976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758195.548653:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758195.548658:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758195.548660:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758195.548665:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10171 00000100:00080000:2.0:1787758195.548668:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758195.548673:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758195.548683:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758195.548697:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766351104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758195.548709:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758195.548713:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758195.548715:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758195.548719:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10171 00000100:00080000:2.0:1787758195.548722:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758195.548726:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758195.548732:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758195.548742:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766350976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758195.548747:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766351232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758195.548774:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758195.548778:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758195.548780:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758195.548784:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10171 00000100:00080000:2.0:1787758195.548786:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758195.548790:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758195.548796:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758195.548809:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766351360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758195.548820:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758195.548823:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758195.548825:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758195.548829:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10171 00000100:00080000:2.0:1787758195.548833:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787758195.548838:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758195.548843:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758195.548851:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758195.548864:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766351488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758195.548896:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758195/real 1787758195] req@ffffa0e6c60c8a80 x1874589766350976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758195.548918:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766350976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758195.548947:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758195.548953:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758195.548985:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766350976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758195.549017:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766351104:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758195.549059:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758195.549082:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758195/real 1787758195] req@ffffa0e6c60cad80 x1874589766351104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758195.549098:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766351104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758195.549108:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758195.549112:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758195.549116:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766351104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758195.549143:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766351232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758195.549167:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758195.549179:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758195/real 1787758195] req@ffffa0e6c60c9880 x1874589766351232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758195.549197:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766351232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758195.549211:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758195.549216:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758195.549222:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766351232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758195.549233:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766351360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758195.549314:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758195.549330:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758195/real 1787758195] req@ffffa0e6c60cb480 x1874589766351360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758195.549345:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766351360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758195.549357:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758195.549360:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758195.549364:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766351360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758195.549370:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766351488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758195.549391:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758195.549401:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758195/real 1787758195] req@ffffa0e6c60c8e00 x1874589766351488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758195.549413:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766351488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758195.549423:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758195.549426:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758195.549430:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766351488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758196.444478:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758196.572384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758196.572397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758197.468523:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758197.596395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758197.596395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758198.492511:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758198.620386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758198.620390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758199.516446:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758199.644389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758199.644389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758200.540612:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758200.668437:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758200.668439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787758200.668451:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758200.668456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758200.668467:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758200.668500:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10176 00000100:00080000:2.0:1787758200.668519:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758200.668532:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758200.668602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766351616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758200.668665:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758200.668670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758200.668672:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758200.668678:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10176 00000100:00080000:2.0:1787758200.668682:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758200.668687:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758200.668699:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758200.668722:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766351744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758200.668743:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766351616:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758200.668745:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758200.668760:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758200.668763:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758200.668771:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10176 00000100:00080000:2.0:1787758200.668780:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758200.668786:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758200.668796:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758200.668820:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766351872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758200.668831:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758200.668863:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758200.668893:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758200.668897:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758200.668907:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10176 00000100:00100000:1.0:1787758200.668916:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758200/real 1787758200] req@ffffa0e6c60c8e00 x1874589766351616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758200.668919:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758200.668941:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758200.668958:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758200.668963:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766351616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758200.668984:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758200.668991:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758200.669002:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766351616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758200.669003:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766352000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758200.669021:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758200.669025:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758200.669027:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758200.669033:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10176 00000100:00100000:1.0:1787758200.669039:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766351744:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787758200.669040:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758200.669054:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758200.669063:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758200.669078:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766352128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758200.669087:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758200.669117:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758200/real 1787758200] req@ffffa0e6c60cb480 x1874589766351744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758200.669152:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766351744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758200.669164:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758200.669169:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758200.669173:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766351744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758200.669181:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766351872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758200.669204:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758200.669216:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758200/real 1787758200] req@ffffa0e6c60c9880 x1874589766351872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758200.669231:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766351872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758200.669250:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758200.669253:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758200.669258:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766351872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758200.669264:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766352000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758200.669283:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758200.669343:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758200/real 1787758200] req@ffffa0e6c60cad80 x1874589766352000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758200.669385:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766352000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758200.669405:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758200.669411:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758200.669419:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766352000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758200.669450:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766352128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758200.669519:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758200.669541:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758200/real 1787758200] req@ffffa0e6c60c8a80 x1874589766352128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758200.669561:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766352128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758200.669587:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758200.669593:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758200.669599:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766352128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758201.564454:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758201.692427:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758201.692427:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758202.588388:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758202.716352:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758202.716353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758203.612445:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758203.740450:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758203.740450:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758204.636535:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758204.764379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758204.764386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758205.660533:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787758205.788471:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758205.788481:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787758205.788492:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1787758205.788494:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787758205.788504:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758205.788531:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10181 00000100:00080000:1.0:1787758205.788563:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758205.788574:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758205.788616:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766352256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758205.788648:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758205.788651:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758205.788654:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758205.788658:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10181 00000100:00080000:1.0:1787758205.788661:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758205.788665:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758205.788675:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758205.788687:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766352384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758205.788699:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766352256:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787758205.788702:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758205.788712:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758205.788714:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758205.788735:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10181 00000100:00080000:1.0:1787758205.788739:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758205.788744:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758205.788750:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758205.788779:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766352512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758205.788829:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758205.788832:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758205.788833:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758205.788837:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10181 00000100:00080000:1.0:1787758205.788848:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758205.788852:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758205.788857:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787758205.788866:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758205.788872:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766352640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758205.788882:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758205.788886:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758205.788889:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758205.788892:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10181 00000100:00080000:1.0:1787758205.788897:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758205.788900:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758205.788905:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758205.788918:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758205/real 1787758205] req@ffffa0e6c792a300 x1874589766352256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758205.788919:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766352768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758205.788977:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766352256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758205.788991:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758205.788995:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758205.788999:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766352256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758205.789021:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766352384:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758205.789056:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758205.789069:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758205/real 1787758205] req@ffffa0e6c7929c00 x1874589766352384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758205.789081:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766352384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758205.789089:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758205.789092:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758205.789095:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766352384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758205.789100:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766352512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758205.789124:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758205.789132:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758205/real 1787758205] req@ffffa0e6c7929f80 x1874589766352512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758205.789142:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766352512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758205.789150:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758205.789152:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758205.789166:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766352512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758205.789177:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766352640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758205.789194:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758205.789203:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758205/real 1787758205] req@ffffa0e6c792bb80 x1874589766352640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758205.789213:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766352640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758205.789223:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758205.789225:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758205.789229:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766352640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758205.789236:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766352768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758205.789262:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758205.789311:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758205/real 1787758205] req@ffffa0e6c7928380 x1874589766352768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758205.789324:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766352768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758205.789334:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758205.789337:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758205.789340:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766352768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758206.684516:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758206.812415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758206.812448:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758207.708541:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758207.836406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758207.836406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758208.732550:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758208.860343:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758208.860345:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758209.756412:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758209.884343:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758209.884349:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758210.780581:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787758210.908420:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758210.908423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758210.908427:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787758210.908438:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758210.908445:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758210.908464:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10186 00000100:00080000:1.0:1787758210.908482:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758210.908495:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758210.908553:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766352896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758210.908589:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758210.908594:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758210.908597:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758210.908603:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10186 00000100:00080000:1.0:1787758210.908609:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758210.908616:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758210.908630:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758210.908655:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766352896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758210.908656:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766353024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758210.908724:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758210.908749:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758210.908753:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758210.908759:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10186 00000100:00080000:1.0:1787758210.908766:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758210.908772:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758210.908781:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758210.908800:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766353152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787758210.908819:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787758210.908821:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758210.908832:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758210.908835:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758210.908841:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10186 00000100:00080000:1.0:1787758210.908852:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758210.908857:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758210.908865:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758210.908881:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766353280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758210.908894:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758210.908898:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758210.908905:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787758210.908906:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758210/real 1787758210] req@ffffa0e6c792b100 x1874589766352896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758210.908915:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10186 00000100:00080000:1.0:1787758210.908937:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758210.908943:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758210.908950:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758210.908956:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766352896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758210.908972:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766353408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758210.908977:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758210.908995:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758210.909006:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766352896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758210.909040:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766353024:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758210.909073:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758210.909090:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758210/real 1787758210] req@ffffa0e6c7929180 x1874589766353024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758210.909106:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766353024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758210.909117:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758210.909122:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758210.909126:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766353024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758210.909133:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766353152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758210.909153:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758210.909173:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758210/real 1787758210] req@ffffa0e6c792a680 x1874589766353152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758210.909188:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766353152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758210.909199:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758210.909202:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758210.909206:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766353152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758210.909213:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766353280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758210.909243:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758210.909254:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758210/real 1787758210] req@ffffa0e6c7928a80 x1874589766353280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758210.909268:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766353280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758210.909313:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758210.909318:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758210.909322:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766353280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758210.909329:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766353408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758210.909353:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758210.909374:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758210/real 1787758210] req@ffffa0e6c7929500 x1874589766353408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758210.909389:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766353408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758210.909410:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758210.909414:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758210.909418:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766353408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758211.804446:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758211.932385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758211.932385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758212.828515:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758212.956354:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758212.956365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758213.852504:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758213.980368:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758213.980437:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758214.876491:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758215.004368:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758215.004402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758215.900428:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758216.028363:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758216.028373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758216.028395:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758216.028408:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758216.028421:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758216.028433:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10191 00000100:00080000:0.0:1787758216.028446:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758216.028453:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758216.028499:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766353536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758216.028526:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758216.028530:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758216.028531:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758216.028536:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10191 00000100:00080000:0.0:1787758216.028538:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758216.028542:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758216.028551:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758216.028564:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766353664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758216.028570:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766353536:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758216.028598:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758216.028617:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758216.028620:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758216.028628:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10191 00000100:00080000:0.0:1787758216.028633:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758216.028639:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758216.028646:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758216.028658:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766353792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787758216.028670:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758216.028674:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758216.028678:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758216.028681:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758216.028687:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10191 00000100:00080000:0.0:1787758216.028693:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758216.028698:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758216.028703:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758216.028712:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758216/real 1787758216] req@ffffa0e6d86c5c00 x1874589766353536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758216.028714:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766353920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758216.028801:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758216.028805:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758216.028807:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787758216.028812:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766353536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758216.028819:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10191 00000100:00080000:0.0:1787758216.028831:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758216.028834:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758216.028841:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:2.0:1787758216.028841:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758216.028852:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766353536:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787758216.028857:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758216.028876:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766354048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758216.028876:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766353664:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758216.028912:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758216.028922:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758216/real 1787758216] req@ffffa0e6d86c6680 x1874589766353664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758216.028931:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766353664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758216.028937:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758216.028940:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758216.028942:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766353664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758216.028947:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766353792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758216.028958:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758216.028964:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758216/real 1787758216] req@ffffa0e6d86c7800 x1874589766353792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758216.028971:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766353792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758216.028977:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758216.028978:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758216.028980:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766353792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758216.028984:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766353920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758216.028995:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758216.029001:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758216/real 1787758216] req@ffffa0e6d86c6300 x1874589766353920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758216.029007:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766353920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758216.029015:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758216.029017:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758216.029019:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766353920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758216.029032:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766354048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758216.029043:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758216.029049:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758216/real 1787758216] req@ffffa0e6d86c5880 x1874589766354048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758216.029056:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766354048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758216.029063:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758216.029065:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758216.029066:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766354048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758216.924409:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758217.052351:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758217.052360:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758217.948409:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758218.076383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758218.076383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758218.972422:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758219.100358:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758219.100360:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758219.996429:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758220.124367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758220.124367:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758221.020381:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758221.148371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758221.148405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758221.148405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758221.148414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758221.148420:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758221.148433:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10196 00000100:00080000:2.0:1787758221.148448:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758221.148458:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758221.148502:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766354176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758221.148576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758221.148579:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758221.148581:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758221.148586:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10196 00000100:00080000:2.0:1787758221.148590:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758221.148594:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758221.148604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758221.148618:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766354304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758221.148627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758221.148631:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758221.148632:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758221.148636:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10196 00000100:00080000:2.0:1787758221.148639:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758221.148642:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758221.148649:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758221.148650:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766354176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758221.148664:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766354432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758221.148675:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758221.148678:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758221.148679:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758221.148683:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10196 00000100:00080000:2.0:1787758221.148686:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758221.148689:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758221.148693:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787758221.148721:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758221.148727:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766354560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758221.148744:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758221.148750:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758221.148753:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758221.148760:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758221/real 1787758221] req@ffffa0e6c60c9180 x1874589766354176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758221.148764:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10196 00000100:00080000:2.0:1787758221.148775:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758221.148784:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758221.148788:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766354176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787758221.148795:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787758221.148830:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758221.148838:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758221.148840:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766354688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758221.148844:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766354176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758221.148862:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766354304:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758221.148900:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758221.148908:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758221/real 1787758221] req@ffffa0e6c60caa00 x1874589766354304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758221.148916:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766354304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758221.148922:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758221.148925:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758221.148927:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766354304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758221.148968:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766354432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758221.148989:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758221.149017:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758221/real 1787758221] req@ffffa0e6c60c9f80 x1874589766354432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758221.149028:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766354432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758221.149037:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758221.149039:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758221.149042:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766354432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758221.149048:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766354560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758221.149064:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758221.149091:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758221/real 1787758221] req@ffffa0e6c60c8380 x1874589766354560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758221.149105:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766354560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758221.149116:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758221.149119:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758221.149123:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766354560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758221.149129:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766354688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758221.149167:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758221.149216:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758221/real 1787758221] req@ffffa0e6c60ca300 x1874589766354688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758221.149234:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766354688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758221.149249:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758221.149254:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758221.149259:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766354688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758222.044599:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758222.172392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758222.172396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758223.068428:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758223.196332:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758223.196348:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758224.092414:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758224.220346:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758224.220361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758225.116418:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758225.244353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758225.244353:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758226.140523:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758226.268360:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758226.268366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787758226.268406:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758226.268416:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758226.268431:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758226.268444:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10202 00000100:00080000:1.0:1787758226.268462:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758226.268470:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758226.268517:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766354816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758226.268553:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758226.268556:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758226.268557:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758226.268561:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10202 00000100:00080000:1.0:1787758226.268563:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758226.268566:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758226.268577:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758226.268591:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766354944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758226.268594:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766354816:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787758226.268618:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758226.268622:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758226.268624:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758226.268629:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10202 00000100:00080000:1.0:1787758226.268633:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758226.268636:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758226.268640:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758226.268652:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766355072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758226.268659:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758226.268661:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758226.268663:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758226.268666:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10202 00000100:00080000:1.0:1787758226.268670:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758226.268672:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758226.268677:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787758226.268684:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758226.268694:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766355200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758226.268705:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758226.268709:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758226.268710:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758226.268715:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10202 00000100:00080000:1.0:1787758226.268721:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758226.268726:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758226.268731:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758226.268731:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758226/real 1787758226] req@ffffa0e6c7928700 x1874589766354816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758226.268747:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766355328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758226.268758:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766354816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758226.268769:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758226.268773:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758226.268778:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766354816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758226.268802:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766354944:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758226.268819:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758226.268827:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758226/real 1787758226] req@ffffa0e6c7929500 x1874589766354944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758226.268836:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766354944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758226.268855:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758226.268857:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758226.268860:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766354944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758226.268864:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766355072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758226.268877:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758226.268884:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758226/real 1787758226] req@ffffa0e6c7928a80 x1874589766355072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758226.268892:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766355072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758226.268898:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758226.268900:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758226.268902:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766355072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758226.268906:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766355200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758226.268917:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758226.268922:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758226/real 1787758226] req@ffffa0e6c792a680 x1874589766355200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758226.268929:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766355200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758226.268936:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758226.268938:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758226.268940:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766355200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758226.268944:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766355328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758226.268954:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758226.268960:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758226/real 1787758226] req@ffffa0e6c7929180 x1874589766355328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758226.268966:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766355328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758226.268972:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758226.268974:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758226.268976:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766355328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758227.164440:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758227.292350:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758227.292377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758228.188381:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758228.316352:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758228.316358:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758229.212417:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758229.340384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758229.340397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758230.236484:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758230.364369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758230.364369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758231.260461:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758231.388393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758231.388397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758231.388528:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758231.388534:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758231.388537:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758231.388546:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10207 00000100:00080000:3.0:1787758231.388555:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758231.388562:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758231.388597:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766355456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758231.388623:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758231.388626:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758231.388628:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758231.388631:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10207 00000100:00080000:3.0:1787758231.388634:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758231.388637:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758231.388646:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758231.388660:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766355584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758231.388661:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766355456:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758231.388679:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758231.388681:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758231.388683:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758231.388687:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10207 00000100:00080000:3.0:1787758231.388689:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758231.388692:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758231.388695:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758231.388705:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766355712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758231.388712:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758231.388715:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758231.388716:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758231.388719:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10207 00000100:00080000:3.0:1787758231.388723:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758231.388725:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758231.388729:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787758231.388734:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758231.388739:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766355840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758231.388748:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758231.388751:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758231.388752:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758231.388756:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10207 00000100:00080000:3.0:1787758231.388759:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758231.388763:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758231.388767:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758231.388774:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758231/real 1787758231] req@ffffa0e6c35b0e00 x1874589766355456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758231.388780:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766355968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758231.388802:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766355456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758231.388812:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758231.388816:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758231.388821:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766355456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758231.388840:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766355584:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758231.388855:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758231.388865:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758231/real 1787758231] req@ffffa0e6c35b3100 x1874589766355584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758231.388874:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766355584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758231.388881:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758231.388883:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758231.388886:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766355584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758231.388890:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766355712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758231.388901:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758231.388908:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758231/real 1787758231] req@ffffa0e6c35b1180 x1874589766355712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758231.388916:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766355712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758231.388922:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758231.388924:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758231.388926:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766355712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758231.388930:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766355840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758231.388941:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758231.388948:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758231/real 1787758231] req@ffffa0e6c35b1500 x1874589766355840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758231.388957:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766355840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758231.388964:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758231.388966:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758231.388968:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766355840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758231.388972:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766355968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758231.388983:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758231.388989:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758231/real 1787758231] req@ffffa0e6c35b3b80 x1874589766355968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758231.388997:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766355968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758231.389004:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758231.389006:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758231.389008:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766355968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758232.284465:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758232.412374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758232.412379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758233.308427:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758233.436375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758233.436375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758234.332468:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758234.460348:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758234.460360:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758235.356407:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758235.484380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758235.484422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758236.380431:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787758236.508343:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758236.508353:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1787758236.508356:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758236.508357:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758236.508358:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758236.508373:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10212 00000100:00080000:3.0:1787758236.508384:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758236.508393:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758236.508429:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766356096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758236.508455:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758236.508459:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758236.508461:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758236.508465:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10212 00000100:00080000:3.0:1787758236.508469:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758236.508473:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758236.508483:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758236.508498:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766356096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758236.508501:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766356224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758236.508515:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758236.508520:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758236.508522:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758236.508526:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10212 00000100:00080000:3.0:1787758236.508530:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758236.508533:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758236.508538:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758236.508551:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766356352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787758236.508559:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758236.508569:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758236.508573:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758236.508576:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758236.508581:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10212 00000100:00080000:3.0:1787758236.508586:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758236.508590:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758236.508595:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758236/real 1787758236] req@ffffa0e6c35b0380 x1874589766356096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787758236.508597:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758236.508615:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766356480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758236.508622:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766356096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758236.508639:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758236.508642:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758236.508647:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758236.508649:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787758236.508652:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787758236.508655:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766356096:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758236.508661:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10212 00000100:00080000:3.0:1787758236.508666:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758236.508669:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758236.508676:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758236.508677:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766356224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758236.508691:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766356608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787758236.508701:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758236.508717:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758236/real 1787758236] req@ffffa0e6c35b3b80 x1874589766356224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758236.508726:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766356224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758236.508733:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758236.508735:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758236.508737:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766356224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758236.508741:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766356352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758236.508752:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758236.508759:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758236/real 1787758236] req@ffffa0e6c35b1500 x1874589766356352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758236.508766:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766356352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758236.508775:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758236.508777:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758236.508779:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766356352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758236.508782:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766356480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758236.508792:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758236.508798:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758236/real 1787758236] req@ffffa0e6c35b1180 x1874589766356480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758236.508805:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766356480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758236.508811:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758236.508813:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758236.508815:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766356480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758236.508826:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766356608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758236.508836:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758236.508842:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758236/real 1787758236] req@ffffa0e6c35b3100 x1874589766356608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758236.508849:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766356608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758236.508856:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758236.508857:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758236.508860:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766356608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758237.404385:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758237.532333:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758237.532353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758238.428453:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758238.556331:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758238.556333:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758239.452542:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758239.580368:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758239.580387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758240.476598:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758240.604374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758240.604406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758241.500477:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758241.628386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787758241.628391:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758241.628419:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758241.628424:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758241.628437:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10217 00000100:00100000:3.0:1787758241.628442:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787758241.628450:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758241.628462:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758241.628522:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766356736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758241.628553:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758241.628557:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758241.628558:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758241.628563:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10217 00000100:00080000:1.0:1787758241.628568:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758241.628572:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758241.628581:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758241.628589:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766356736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758241.628598:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766356864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758241.628609:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758241.628613:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758241.628615:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758241.628619:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10217 00000100:00080000:1.0:1787758241.628622:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758241.628625:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758241.628630:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758241.628640:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766356992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758241.628649:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758241.628652:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758241.628654:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787758241.628660:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787758241.628666:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10217 00000100:00080000:1.0:1787758241.628675:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758241.628681:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758241.628688:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758241.628701:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758241/real 1787758241] req@ffffa0e6c792b100 x1874589766356736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758241.628710:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766357120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758241.628729:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766356736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758241.628731:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758241.628745:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758241.628749:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758241.628752:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758241.628757:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10217 00000100:00080000:2.0:1787758241.628762:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:1.0:1787758241.628766:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787758241.628772:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766356736:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787758241.628775:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758241.628786:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758241.628801:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766357248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758241.628815:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766356864:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758241.628872:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758241.628897:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758241/real 1787758241] req@ffffa0e6c7928380 x1874589766356864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758241.628921:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766356864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758241.628937:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758241.628942:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758241.628949:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766356864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758241.628958:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766356992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758241.628998:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758241.629013:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758241/real 1787758241] req@ffffa0e6c792bb80 x1874589766356992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758241.629026:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766356992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758241.629035:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758241.629038:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758241.629042:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766356992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758241.629048:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766357120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758241.629068:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758241.629115:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758241/real 1787758241] req@ffffa0e6c7929f80 x1874589766357120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758241.629134:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766357120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758241.629147:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758241.629168:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758241.629174:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766357120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758241.629195:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766357248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758241.629216:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758241.629227:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758241/real 1787758241] req@ffffa0e6c7929c00 x1874589766357248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758241.629237:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766357248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758241.629247:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758241.629250:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758241.629253:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766357248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758242.524485:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758242.652346:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758242.652412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758243.548426:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758243.676440:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758243.676440:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758244.572512:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758244.700389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758244.700416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758245.596488:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758245.724407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758245.724433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758246.620495:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758246.748428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758246.748460:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758246.748474:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758246.748482:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787758246.748486:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758246.748497:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10222 00000100:00080000:3.0:1787758246.748515:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758246.748527:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758246.748595:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766357376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758246.748631:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758246.748635:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758246.748637:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758246.748643:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10222 00000100:00080000:3.0:1787758246.748648:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758246.748654:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758246.748666:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758246.748679:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766357376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758246.748686:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766357504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758246.748712:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758246.748716:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758246.748719:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758246.748724:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10222 00000100:00080000:3.0:1787758246.748729:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758246.748733:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758246.748739:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758246.748754:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766357632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758246.748765:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787758246.748771:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758246.748774:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758246.748779:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758246.748786:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10222 00000100:00080000:3.0:1787758246.748791:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758246.748813:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758246.748819:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758246.748834:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766357760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758246.748844:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758246/real 1787758246] req@ffffa0e6c35b0e00 x1874589766357376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758246.748849:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758246.748862:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758246.748867:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758246.748889:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10222 00000100:00080000:3.0:1787758246.748896:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787758246.748898:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766357376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758246.748904:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758246.748915:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:2.0:1787758246.748923:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787758246.748931:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766357888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758246.748932:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758246.748945:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766357376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758246.748981:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766357504:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758246.749007:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758246.749020:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758246/real 1787758246] req@ffffa0e6c35b3800 x1874589766357504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758246.749034:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766357504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758246.749043:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758246.749046:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758246.749051:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766357504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758246.749057:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766357632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758246.749113:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758246.749124:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758246/real 1787758246] req@ffffa0e6c35b1880 x1874589766357632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758246.749136:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766357632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758246.749145:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758246.749148:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758246.749152:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766357632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758246.749158:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766357760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758246.749174:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758246.749182:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758246/real 1787758246] req@ffffa0e6c35b1c00 x1874589766357760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758246.749194:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766357760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758246.749204:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758246.749206:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758246.749209:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766357760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758246.749214:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766357888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758246.749249:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758246.749261:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758246/real 1787758246] req@ffffa0e6c35b0a80 x1874589766357888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758246.749276:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766357888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758246.749341:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758246.749344:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758246.749347:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766357888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758247.644550:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758247.772377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758247.772377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758248.668475:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758248.796418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758248.796514:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758249.692519:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758249.820456:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758249.820519:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758250.716393:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758250.844420:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758250.844432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758251.740559:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787758251.868393:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758251.868406:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758251.868413:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787758251.868421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758251.868427:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10227 00000100:00080000:3.0:1787758251.868447:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758251.868457:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758251.868467:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758251.868508:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766358016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758251.868544:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758251.868549:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758251.868552:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758251.868557:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10227 00000100:00080000:3.0:1787758251.868562:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758251.868567:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758251.868579:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758251.868595:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766358144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758251.868608:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766358016:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758251.868641:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758251.868645:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758251.868648:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758251.868654:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10227 00000100:00080000:3.0:1787758251.868658:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758251.868662:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758251.868668:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758251.868689:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766358272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758251.868707:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758251.868714:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758251.868718:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758251.868725:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10227 00000100:00080000:3.0:1787758251.868734:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758251.868742:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758251.868753:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758251.868779:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766358400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758251.868797:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766358144:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787758251.868809:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758251.868816:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758251.868820:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758251.868829:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10227 00000100:00080000:3.0:1787758251.868838:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758251.868847:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758251.868859:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758251.868876:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766358272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758251.868893:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766358528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758251.868939:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766358400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758251.869029:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766358528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758252.764480:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758252.892458:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758252.892531:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758253.788580:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758253.916381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758253.916473:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758254.812600:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758254.940402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758254.940729:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:3.0:1787758254.940886:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787758254.940981:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787758254.941011:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758254.941092:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758254.941110:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758254.941143:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:2.0:1787758254.941163:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758251/real 1787758254] req@ffffa0e6c35b2680 x1874589766358144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:3.0:1787758254.941182:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:2.0:1787758254.941234:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766358144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758254.941248:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758254.941254:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758254.941259:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766358144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758254.941311:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758251/real 1787758254] req@ffffa0e6c35b3480 x1874589766358272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758254.941330:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766358272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758254.941339:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758254.941343:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758254.941357:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766358272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758254.941366:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758251/real 1787758254] req@ffffa0e6c35b1f80 x1874589766358016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758254.941381:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766358016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758254.941390:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758254.941394:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758254.941398:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766358016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758254.941439:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758251/real 1787758254] req@ffffa0e6c35b2a00 x1874589766358400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758254.941462:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766358400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758254.941476:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758254.941481:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758254.941485:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766358400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758254.941493:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758251/real 1787758254] req@ffffa0e6c35b2d80 x1874589766358528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758254.941513:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766358528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758254.941524:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758254.941528:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758254.941531:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766358528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758255.836512:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758255.964365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758255.964419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758256.860420:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787758256.988397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758256.988405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758256.988409:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758256.988419:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10232 00000100:00100000:1.0:1787758256.988422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758256.988428:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758256.988453:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758256.988493:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758256.988495:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766358656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758256.988536:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758256.988542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758256.988545:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758256.988553:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10232 00000100:00080000:2.0:1787758256.988559:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758256.988566:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758256.988573:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766358656:192.168.201.131@tcp:250:kworker.0 00000008:00100000:2.0:1787758256.988578:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758256.988607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766358784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758256.988618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758256.988622:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758256.988640:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758256.988644:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10232 00000100:00080000:2.0:1787758256.988648:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758256.988653:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787758256.988658:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:2.0:1787758256.988661:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758256.988678:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766358912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758256.988689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758256.988692:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758256.988694:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758256.988698:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10232 00000100:00080000:2.0:1787758256.988703:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758256.988708:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758256.988714:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758256.988715:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758256/real 1787758256] req@ffffa0e6c60ca300 x1874589766358656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758256.988726:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766359040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758256.988740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758256.988746:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766358656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758256.988746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758256.988751:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758256.988760:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10232 00000100:00080000:1.0:1787758256.988781:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758256.988783:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758256.988794:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:2.0:1787758256.988795:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758256.988805:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758256.988806:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766358656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758256.988825:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766359168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758256.988852:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766358784:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758256.988901:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758256.988916:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758256/real 1787758256] req@ffffa0e6c60c8380 x1874589766358784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758256.988928:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766358784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758256.988938:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758256.988942:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758256.988946:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766358784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758256.988952:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766358912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758256.988974:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758256.988987:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758256/real 1787758256] req@ffffa0e6c60c9f80 x1874589766358912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758256.989000:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766358912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758256.989010:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758256.989013:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758256.989017:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766358912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758256.989023:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766359040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758256.989046:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758256.989057:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758256/real 1787758256] req@ffffa0e6c60caa00 x1874589766359040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758256.989069:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766359040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758256.989081:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758256.989084:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758256.989088:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766359040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758256.989105:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766359168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758256.989135:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758256.989148:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758256/real 1787758256] req@ffffa0e6c60c9180 x1874589766359168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758256.989161:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766359168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758256.989172:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758256.989175:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758256.989179:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766359168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758257.884513:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758258.012417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758258.012528:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758258.908559:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758259.036365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758259.036365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758259.932415:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758260.060355:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758260.060356:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758260.956487:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758261.084410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758261.084428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758261.980442:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758262.108386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758262.108417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758262.108495:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758262.108509:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758262.108515:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758262.108531:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10237 00000100:00080000:3.0:1787758262.108548:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758262.108560:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758262.108623:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766359296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758262.108665:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758262.108683:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758262.108686:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758262.108694:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10237 00000100:00080000:3.0:1787758262.108700:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758262.108712:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758262.108713:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766359296:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787758262.108738:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758262.108760:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766359424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758262.108775:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758262.108780:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758262.108783:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758262.108788:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10237 00000800:00000100:1.0:1787758262.108818:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758262.108829:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758262.108838:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758262.108847:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758262.108865:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758262/real 1787758262] req@ffffa0e6c35b0700 x1874589766359296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758262.108868:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766359552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758262.108967:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758262.108977:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766359296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758262.108984:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758262.108996:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758262.109005:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758262.109012:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10237 00000100:00080000:1.0:1787758262.109013:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787758262.109032:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758262.109037:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766359296:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758262.109044:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758262.109061:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758262.109083:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766359680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758262.109092:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766359424:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787758262.109134:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758262.109140:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758262.109143:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787758262.109149:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758262.109150:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10237 00000100:00080000:3.0:1787758262.109160:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758262.109166:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758262.109173:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758262.109175:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758262/real 1787758262] req@ffffa0e6c35b2d80 x1874589766359424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758262.109192:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766359808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758262.109206:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766359424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758262.109226:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758262.109233:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758262.109240:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766359424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758262.109250:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766359552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758262.109306:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758262.109321:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758262/real 1787758262] req@ffffa0e6c35b2a00 x1874589766359552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758262.109333:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766359552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758262.109340:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758262.109343:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758262.109345:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766359552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758262.109359:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766359680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758262.109376:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758262.109384:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758262/real 1787758262] req@ffffa0e6c35b1f80 x1874589766359680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758262.109392:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766359680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758262.109405:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758262.109410:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758262.109413:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766359680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758262.109421:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766359808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758262.109443:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758262.109455:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758262/real 1787758262] req@ffffa0e6c35b3480 x1874589766359808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758262.109469:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766359808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758262.109477:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758262.109479:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758262.109482:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766359808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758263.004425:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758263.132362:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758263.132365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758264.028544:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758264.156490:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758264.156491:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758265.052426:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758265.180354:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758265.180354:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758266.076497:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758266.204436:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758266.204464:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758267.100453:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758267.228377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787758267.228436:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758267.228446:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758267.228452:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787758267.228464:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787758267.228466:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10243 00000100:00080000:1.0:1787758267.228482:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758267.228495:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758267.228543:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766359936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758267.228579:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758267.228585:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758267.228587:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758267.228595:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10243 00000100:00080000:1.0:1787758267.228608:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787758267.228615:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766359936:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787758267.228622:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758267.228638:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758267.228663:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766360064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758267.228678:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758267.228683:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758267.228685:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787758267.228692:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787758267.228698:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10243 00000100:00080000:1.0:1787758267.228726:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758267.228734:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758267.228743:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758267.228759:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758267/real 1787758267] req@ffffa0e6c792a300 x1874589766359936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758267.228765:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766360192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758267.228793:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758267.228796:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766359936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758267.228805:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758267.228812:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758267.228816:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758267.228825:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10243 00000100:00080000:2.0:1787758267.228825:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758267.228833:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766359936:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787758267.228838:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758267.228848:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758267.228856:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758267.228861:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766360064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758267.228879:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766360320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787758267.228892:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787758267.228901:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758267.228909:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1787758267.228910:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758267/real 1787758267] req@ffffa0e6c792b480 x1874589766360064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758267.228914:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758267.228930:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10243 00000100:00100000:2.0:1787758267.228936:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766360064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758267.228939:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758267.228952:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:2.0:1787758267.228953:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758267.228964:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000008:00100000:1.0:1787758267.228966:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758267.228967:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766360064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758267.228980:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766360192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758267.228995:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766360448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787758267.229002:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758267.229015:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758267/real 1787758267] req@ffffa0e6c7929880 x1874589766360192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758267.229027:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766360192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758267.229037:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758267.229041:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758267.229045:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766360192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758267.229059:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766360320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758267.229075:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758267.229083:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758267/real 1787758267] req@ffffa0e6c792ad80 x1874589766360320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758267.229099:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766360320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758267.229108:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758267.229110:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758267.229112:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766360320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758267.229117:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766360448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758267.229129:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758267.229136:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758267/real 1787758267] req@ffffa0e6c7928e00 x1874589766360448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758267.229146:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766360448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758267.229153:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758267.229156:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758267.229158:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766360448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758268.124459:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758268.252408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758268.252409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758269.148477:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758269.276382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758269.276383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758270.172518:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758270.300414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758270.300425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758271.196615:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758271.324379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758271.324390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758272.220491:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758272.348392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758272.348469:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758272.348495:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758272.348505:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758272.348511:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758272.348534:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10248 00000100:00080000:3.0:1787758272.348548:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758272.348557:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758272.348604:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766360576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758272.348687:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758272.348695:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758272.348698:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758272.348708:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10248 00000100:00080000:3.0:1787758272.348724:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758272.348734:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758272.348750:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766360576:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787758272.348752:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758272.348784:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766360704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758272.348801:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758272.348805:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758272.348808:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758272.348814:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10248 00000100:00080000:3.0:1787758272.348824:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758272.348829:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758272.348836:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787758272.348844:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758272.348855:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766360832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758272.348869:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758272.348874:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758272.348877:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758272.348883:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10248 00000100:00080000:3.0:1787758272.348890:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758272.348894:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758272.348903:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758272.348919:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758272/real 1787758272] req@ffffa0e6c35b2680 x1874589766360576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758272.348927:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766360960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758272.348972:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758272.348973:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766360576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758272.348992:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758272.349003:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758272.349008:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758272.349020:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787758272.349020:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10248 00000100:00080000:3.0:1787758272.349035:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787758272.349036:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766360576:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758272.349062:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758272.349071:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766360704:192.168.201.131@tcp:38:kworker.0 00000008:00100000:3.0:1787758272.349077:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758272.349105:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766361088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787758272.349117:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758272.349149:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758272/real 1787758272] req@ffffa0e6c35b0a80 x1874589766360704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758272.349169:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766360704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758272.349181:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758272.349186:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758272.349190:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766360704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758272.349198:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766360832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758272.349218:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758272.349229:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758272/real 1787758272] req@ffffa0e6c35b1c00 x1874589766360832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758272.349244:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766360832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758272.349261:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758272.349265:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758272.349302:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766360832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758272.349310:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766360960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758272.349334:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758272.349348:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758272/real 1787758272] req@ffffa0e6c35b1880 x1874589766360960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758272.349363:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766360960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758272.349376:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758272.349379:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758272.349383:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766360960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758272.349402:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766361088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758272.349421:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758272.349433:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758272/real 1787758272] req@ffffa0e6c35b3800 x1874589766361088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758272.349447:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766361088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758272.349458:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758272.349462:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758272.349467:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766361088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758273.244455:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758273.372352:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758273.372353:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758274.268453:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758274.396401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758274.396408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758275.292642:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758275.420384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758275.420423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758276.316531:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758276.444416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758276.444438:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758277.340410:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758277.468358:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758277.468373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758277.468380:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758277.468385:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758277.468393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758277.468395:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10253 00000100:00080000:0.0:1787758277.468407:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758277.468415:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758277.468451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766361216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758277.468475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758277.468478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758277.468480:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758277.468483:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10253 00000100:00080000:0.0:1787758277.468486:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758277.468488:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758277.468497:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758277.468507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766361344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758277.468518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758277.468542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758277.468544:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758277.468549:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10253 00000100:00100000:2.0:1787758277.468551:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766361216:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758277.468553:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758277.468561:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758277.468569:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758277.468587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766361472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758277.468600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758277.468605:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758277.468607:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758277.468613:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10253 00000100:00080000:0.0:1787758277.468619:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787758277.468620:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758277.468629:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758277.468637:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758277.468650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766361600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758277.468659:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758277.468664:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1787758277.468665:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758277/real 1787758277] req@ffffa0e6d86c5880 x1874589766361216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758277.468666:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758277.468674:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10253 00000100:00080000:0.0:1787758277.468680:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758277.468687:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758277.468692:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758277.468705:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766361728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758277.468707:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766361216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758277.468734:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758277.468741:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758277.468747:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766361216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758277.468789:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766361344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758277.468821:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758277.468838:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758277/real 1787758277] req@ffffa0e6d86c6300 x1874589766361344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758277.468854:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766361344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758277.468866:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758277.468871:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758277.468877:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766361344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758277.468886:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766361472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758277.468912:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758277.468928:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758277/real 1787758277] req@ffffa0e6d86c7800 x1874589766361472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758277.468958:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766361472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758277.468969:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758277.468973:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758277.468977:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766361472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758277.468984:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766361600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758277.469007:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758277.469037:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758277/real 1787758277] req@ffffa0e6d86c6680 x1874589766361600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758277.469054:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766361600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758277.469069:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758277.469074:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758277.469079:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766361600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758277.469087:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766361728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758277.469114:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758277.469130:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758277/real 1787758277] req@ffffa0e6d86c5c00 x1874589766361728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758277.469147:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766361728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758277.469162:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758277.469166:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758277.469184:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766361728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758278.364429:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758278.492381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758278.492382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758279.388538:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758279.516370:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758279.516404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758280.412551:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758280.540465:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758280.540465:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758281.436563:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758281.564378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758281.564378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758282.460557:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758282.588491:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758282.588543:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758282.588553:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758282.588559:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758282.588574:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10258 00000100:00080000:3.0:1787758282.588589:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758282.588599:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758282.588622:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758282.588654:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766361856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758282.588683:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758282.588690:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758282.588694:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787758282.588727:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766361856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758282.588728:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10258 00000100:00080000:3.0:1787758282.588741:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758282.588754:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758282.588770:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758282.588804:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766361984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758282.588842:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787758282.588847:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758282.588849:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758282.588858:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758282.588866:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10258 00000100:00080000:3.0:1787758282.588875:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758282.588882:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758282.588891:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758282.588911:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766362112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758282.588921:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758282/real 1787758282] req@ffffa0e6c35b0e00 x1874589766361856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758282.588933:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758282.588949:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758282.588956:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758282.588969:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10258 00000100:00080000:3.0:1787758282.588977:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758282.588982:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758282.588990:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758282.588992:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766361856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758282.589006:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766362240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758282.589031:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758282.589033:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758282.589047:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758282.589050:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758282.589054:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10258 00000100:00080000:3.0:1787758282.589058:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758282.589062:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758282.589067:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:2.0:1787758282.589075:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758282.589086:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766362368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758282.589096:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766361856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758282.589153:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766361984:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758282.589201:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758282.589229:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758282/real 1787758282] req@ffffa0e6c35b3100 x1874589766361984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758282.589256:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766361984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758282.589317:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758282.589326:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758282.589333:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766361984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758282.589346:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766362112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758282.589389:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758282.589413:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758282/real 1787758282] req@ffffa0e6c35b1180 x1874589766362112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758282.589470:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766362112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758282.589499:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758282.589506:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758282.589513:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766362112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758282.589526:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766362240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758282.589564:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758282.589584:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758282/real 1787758282] req@ffffa0e6c35b1500 x1874589766362240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758282.589608:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766362240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758282.589639:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758282.589645:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758282.589652:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766362240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758282.589665:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766362368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758282.589700:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758282.589723:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758282/real 1787758282] req@ffffa0e6c35b3b80 x1874589766362368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758282.589747:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766362368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758282.589766:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758282.589773:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758282.589779:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766362368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758283.484516:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758283.612386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758283.612454:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758284.508560:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758284.636430:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758284.636471:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758285.532441:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758285.660365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758285.660366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758286.556538:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758286.684347:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758286.684352:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758287.580415:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758287.708439:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758287.708451:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758287.708452:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758287.708467:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758287.708475:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758287.708487:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10263 00000100:00080000:3.0:1787758287.708501:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758287.708511:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758287.708556:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766362496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758287.708592:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758287.708597:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758287.708600:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758287.708605:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10263 00000100:00080000:3.0:1787758287.708609:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758287.708613:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758287.708643:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758287.708663:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766362624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758287.708672:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766362496:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758287.708707:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758287.708713:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758287.708715:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758287.708722:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10263 00000100:00080000:3.0:1787758287.708727:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758287.708732:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758287.708739:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758287.708755:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766362752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758287.708768:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758287.708772:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758287.708774:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758287.708780:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10263 00000800:00000100:2.0:1787758287.708789:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758287.708791:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758287.708799:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758287.708807:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758287.708822:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766362880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758287.708835:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758287.708842:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758287/real 1787758287] req@ffffa0e6c35b0380 x1874589766362496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758287.708843:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758287.708850:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758287.708863:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10263 00000100:00080000:3.0:1787758287.708872:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758287.708881:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758287.708888:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758287.708895:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766362496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758287.708907:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766363008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758287.708918:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758287.708929:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758287.708936:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766362496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758287.708968:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766362624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758287.708996:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758287.709011:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758287/real 1787758287] req@ffffa0e6c35b3b80 x1874589766362624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758287.709025:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766362624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758287.709035:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758287.709039:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758287.709043:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766362624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758287.709049:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766362752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758287.709066:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758287.709077:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758287/real 1787758287] req@ffffa0e6c35b1500 x1874589766362752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758287.709090:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766362752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758287.709100:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758287.709103:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758287.709106:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766362752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758287.709113:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766362880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758287.709131:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758287.709141:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758287/real 1787758287] req@ffffa0e6c35b1180 x1874589766362880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758287.709153:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766362880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758287.709165:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758287.709168:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758287.709171:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766362880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758287.709177:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766363008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758287.709194:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758287.709203:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758287/real 1787758287] req@ffffa0e6c35b3100 x1874589766363008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758287.709216:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766363008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758287.709227:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758287.709230:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758287.709234:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766363008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758288.604492:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758288.732392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758288.732432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758289.628525:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758289.756355:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758289.756367:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758290.652520:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758290.780441:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758290.780446:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758291.676552:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758291.804433:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758291.804433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758292.700546:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758292.828387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758292.828428:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758292.828440:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758292.828445:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758292.828459:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10268 00000100:00080000:3.0:1787758292.828475:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758292.828486:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758292.828507:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758292.828538:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766363136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758292.828581:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758292.828587:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758292.828591:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758292.828601:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10268 00000100:00080000:3.0:1787758292.828606:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758292.828612:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758292.828624:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758292.828639:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766363264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758292.828653:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758292.828659:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758292.828663:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758292.828670:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10268 00000100:00080000:3.0:1787758292.828679:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758292.828687:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758292.828697:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758292.828720:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766363136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758292.828728:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766363392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758292.828755:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758292.828762:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758292.828766:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758292.828772:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10268 00000100:00080000:3.0:1787758292.828778:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758292.828783:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758292.828791:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758292.828811:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766363520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758292.828826:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758292.828830:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758292.828832:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758292.828836:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10268 00000100:00080000:3.0:1787758292.828842:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787758292.828852:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758292.828852:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758292.828884:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758292.828903:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766363648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758292.828920:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758292/real 1787758292] req@ffffa0e6c35b0e00 x1874589766363136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758292.828964:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766363136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758292.828980:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758292.828986:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758292.828992:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766363136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758292.829002:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766363264:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758292.829034:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758292.829049:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758292/real 1787758292] req@ffffa0e6c35b3800 x1874589766363264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758292.829064:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766363264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758292.829075:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758292.829079:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758292.829083:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766363264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758292.829123:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766363392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758292.829143:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758292.829155:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758292/real 1787758292] req@ffffa0e6c35b1880 x1874589766363392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758292.829170:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766363392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758292.829181:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758292.829185:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758292.829189:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766363392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758292.829195:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766363520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758292.829218:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758292.829318:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758292/real 1787758292] req@ffffa0e6c35b1c00 x1874589766363520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758292.829351:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766363520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758292.829372:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758292.829379:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758292.829386:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766363520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758292.829396:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766363648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758292.829428:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758292.829445:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758292/real 1787758292] req@ffffa0e6c35b0a80 x1874589766363648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758292.829460:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766363648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758292.829481:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758292.829485:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758292.829489:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766363648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758293.724456:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758293.852371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758293.852371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758294.748429:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758294.876346:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758294.876346:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758295.772482:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758295.900354:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758295.900363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758296.796527:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758296.924339:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758296.924366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758297.820591:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758297.948350:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758297.948359:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758297.948359:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758297.948367:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758297.948372:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758297.948384:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10273 00000100:00080000:3.0:1787758297.948397:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758297.948406:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758297.948447:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766363776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758297.948473:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758297.948476:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758297.948478:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758297.948482:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10273 00000100:00080000:3.0:1787758297.948486:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758297.948490:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758297.948499:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758297.948514:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766363776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758297.948515:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766363904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758297.948536:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758297.948538:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758297.948540:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758297.948543:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10273 00000100:00080000:3.0:1787758297.948545:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758297.948548:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758297.948553:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758297.948562:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766364032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758297.948570:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758297.948574:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758297.948575:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758297.948578:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10273 00000100:00080000:3.0:1787758297.948590:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758297.948593:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758297.948597:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787758297.948603:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758297.948609:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766364160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758297.948619:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758297.948623:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758297.948624:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758297.948628:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10273 00000100:00080000:3.0:1787758297.948632:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758297.948636:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758297.948639:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758297.948645:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758297/real 1787758297] req@ffffa0e6c35b2680 x1874589766363776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758297.948651:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766364288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758297.948686:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766363776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758297.948698:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758297.948702:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758297.948705:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766363776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758297.948727:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766363904:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758297.948748:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758297.948759:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758297/real 1787758297] req@ffffa0e6c35b3480 x1874589766363904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758297.948769:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766363904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758297.948777:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758297.948780:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758297.948782:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766363904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758297.948787:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766364032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758297.948800:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758297.948807:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758297/real 1787758297] req@ffffa0e6c35b1f80 x1874589766364032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758297.948816:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766364032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758297.948823:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758297.948825:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758297.948827:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766364032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758297.948832:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766364160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758297.948845:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758297.948852:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758297/real 1787758297] req@ffffa0e6c35b2a00 x1874589766364160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758297.948861:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766364160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758297.948869:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758297.948871:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758297.948874:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766364160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758297.948878:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766364288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758297.948891:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758297.948897:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758297/real 1787758297] req@ffffa0e6c35b2d80 x1874589766364288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758297.948906:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766364288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758297.948914:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758297.948916:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758297.948918:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766364288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758298.844544:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758298.972453:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758298.972478:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758299.868376:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758299.996373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758299.996373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758300.892494:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758301.020379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758301.020383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758301.916535:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758302.044372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758302.044374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758302.940521:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758303.068414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758303.068418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758303.068433:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758303.068441:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758303.068447:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758303.068461:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10278 00000100:00080000:0.0:1787758303.068477:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758303.068487:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758303.068553:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766364416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758303.068582:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758303.068586:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758303.068588:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758303.068592:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10278 00000100:00080000:0.0:1787758303.068596:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758303.068600:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758303.068611:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758303.068624:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766364544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758303.068629:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766364416:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758303.068650:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758303.068654:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758303.068656:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758303.068661:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10278 00000100:00080000:0.0:1787758303.068665:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758303.068668:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758303.068674:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758303.068691:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766364672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758303.068706:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758303.068712:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758303.068715:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758303.068721:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10278 00000100:00080000:0.0:1787758303.068727:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787758303.068736:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758303.068737:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758303.068750:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758303.068771:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766364800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758303.068789:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758303/real 1787758303] req@ffffa0e6d86c5c00 x1874589766364416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758303.068799:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758303.068811:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758303.068813:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758303.068820:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10278 00000100:00100000:2.0:1787758303.068823:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766364416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758303.068826:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758303.068837:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:2.0:1787758303.068842:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1787758303.068844:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:2.0:1787758303.068852:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787758303.068864:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766364928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758303.068866:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766364416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758303.068914:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766364544:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758303.068948:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758303.068962:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758303/real 1787758303] req@ffffa0e6d86c6680 x1874589766364544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758303.068975:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766364544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758303.068984:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758303.068987:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758303.068990:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766364544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758303.068996:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766364672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758303.069012:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758303.069020:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758303/real 1787758303] req@ffffa0e6d86c7800 x1874589766364672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758303.069030:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766364672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758303.069037:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758303.069040:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758303.069043:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766364672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758303.069047:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766364800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758303.069062:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758303.069089:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758303/real 1787758303] req@ffffa0e6d86c6300 x1874589766364800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758303.069103:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766364800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758303.069114:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758303.069117:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758303.069120:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766364800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758303.069125:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766364928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758303.069145:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758303.069154:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758303/real 1787758303] req@ffffa0e6d86c5880 x1874589766364928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758303.069165:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766364928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758303.069174:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758303.069176:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758303.069179:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766364928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758303.964605:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758304.092379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758304.092433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758304.988488:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758305.116322:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758305.116349:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758306.012519:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758306.140363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758306.140386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758307.036532:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758307.164363:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758307.164401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758308.060517:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758308.188364:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758308.188389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758308.188455:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758308.188465:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758308.188471:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758308.188483:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10283 00000100:00080000:3.0:1787758308.188496:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758308.188505:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758308.188549:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766365056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758308.188597:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758308.188602:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758308.188605:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758308.188610:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10283 00000100:00080000:3.0:1787758308.188615:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758308.188620:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758308.188633:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758308.188656:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766365184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758308.188658:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766365056:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758308.188686:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758308.188691:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758308.188694:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758308.188701:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10283 00000100:00080000:3.0:1787758308.188706:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758308.188710:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758308.188717:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758308.188733:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766365312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758308.188757:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787758308.188767:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758308.188769:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758308.188778:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758308.188785:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10283 00000100:00080000:3.0:1787758308.188791:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758308.188797:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758308.188803:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758308.188820:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766365440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758308.188829:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758308/real 1787758308] req@ffffa0e6c35b0700 x1874589766365056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758308.188846:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758308.188862:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758308.188866:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758308.188875:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10283 00000100:00100000:2.0:1787758308.188880:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766365056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758308.188882:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758308.188897:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758308.188910:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:2.0:1787758308.188921:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787758308.188931:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766365568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758308.188937:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758308.188957:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766365056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758308.189028:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766365184:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758308.189076:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758308.189104:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758308/real 1787758308] req@ffffa0e6c35b2d80 x1874589766365184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758308.189124:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766365184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758308.189136:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758308.189141:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758308.189145:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766365184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758308.189153:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766365312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758308.189181:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758308.189196:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758308/real 1787758308] req@ffffa0e6c35b2a00 x1874589766365312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758308.189219:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766365312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758308.189246:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758308.189253:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758308.189259:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766365312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758308.189308:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766365440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758308.189351:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758308.189373:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758308/real 1787758308] req@ffffa0e6c35b1f80 x1874589766365440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758308.189396:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766365440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758308.189415:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758308.189422:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758308.189428:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766365440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758308.189441:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766365568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758308.189478:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758308.189501:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758308/real 1787758308] req@ffffa0e6c35b3480 x1874589766365568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758308.189526:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766365568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758308.189546:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758308.189553:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758308.189561:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766365568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758309.084465:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758309.212356:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758309.212390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758310.108582:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758310.236387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758310.236425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758311.132515:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758311.260405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758311.260414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758312.156532:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758312.284421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758312.284421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758313.180446:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758313.308367:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758313.308371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758313.308394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758313.308402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758313.308408:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758313.308419:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10289 00000100:00080000:0.0:1787758313.308432:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758313.308441:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758313.308486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766365696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758313.308516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758313.308519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758313.308521:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758313.308525:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10289 00000100:00080000:0.0:1787758313.308529:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758313.308534:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758313.308543:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758313.308550:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766365696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758313.308557:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766365824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758313.308568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758313.308571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758313.308572:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758313.308575:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10289 00000100:00080000:0.0:1787758313.308578:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758313.308582:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758313.308586:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758313.308595:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766365952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758313.308603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758313.308606:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758313.308607:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787758313.308612:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758313.308613:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10289 00000100:00080000:0.0:1787758313.308620:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758313.308633:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758313.308638:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758313.308647:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766366080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758313.308655:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758313.308658:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758313.308659:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758313.308664:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10289 00000100:00100000:2.0:1787758313.308665:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758313/real 1787758313] req@ffffa0e6d86c5880 x1874589766365696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758313.308667:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758313.308673:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758313.308680:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758313.308692:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766366208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758313.308697:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766365696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758313.308712:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758313.308716:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758313.308720:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766365696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758313.308739:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766365824:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758313.308755:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758313.308765:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758313/real 1787758313] req@ffffa0e6d86c6300 x1874589766365824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758313.308774:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766365824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758313.308790:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758313.308792:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758313.308796:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766365824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758313.308800:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766365952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758313.308813:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758313.308820:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758313/real 1787758313] req@ffffa0e6d86c7800 x1874589766365952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758313.308828:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766365952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758313.308834:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758313.308836:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758313.308839:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766365952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758313.308843:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766366080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758313.308854:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758313.308861:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758313/real 1787758313] req@ffffa0e6d86c6680 x1874589766366080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758313.308869:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766366080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758313.308876:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758313.308878:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758313.308882:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766366080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758313.308888:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766366208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758313.308923:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758313.308944:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758313/real 1787758313] req@ffffa0e6d86c5c00 x1874589766366208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758313.308960:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766366208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758313.308969:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758313.308971:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758313.308974:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766366208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758314.204611:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758314.332389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758314.332459:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758315.228548:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758315.356388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758315.356388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758316.252578:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758316.380401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758316.380492:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758317.276523:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758317.404381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758317.404417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758318.300457:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758318.428399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758318.428436:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758318.428447:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758318.428453:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758318.428466:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10294 00000100:00080000:3.0:1787758318.428482:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787758318.428492:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758318.428494:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758318.428555:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766366336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758318.428596:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758318.428601:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758318.428604:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758318.428610:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10294 00000100:00080000:3.0:1787758318.428614:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758318.428618:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758318.428629:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758318.428648:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766366464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758318.428665:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758318.428677:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766366336:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758318.428702:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758318.428706:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758318.428713:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10294 00000100:00080000:3.0:1787758318.428718:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758318.428725:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758318.428734:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758318.428752:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766366592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758318.428766:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758318.428774:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758318.428776:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758318.428783:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10294 00000100:00080000:3.0:1787758318.428800:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758318.428827:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758318.428835:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758318.428850:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766366720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758318.428864:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758318.428869:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758318.428871:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758318.428876:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10294 00000100:00080000:3.0:1787758318.428883:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758318.428892:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758318.428900:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758318.428912:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766366848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758318.428956:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766366464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758318.429026:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766366592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758318.429064:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766366720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758318.429093:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766366848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758319.324457:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758319.452352:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758319.452429:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758320.348459:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758320.476426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758320.476459:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758321.372560:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758321.500380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758321.500504:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:0.0:1787758321.500612:0:2388:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:0.0:1787758321.500655:0:2388:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787758321.500671:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787758321.500712:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787758321.500719:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787758321.500727:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787758321.500736:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:2.0:1787758321.500780:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758318/real 1787758321] req@ffffa0e6c35b0a80 x1874589766366464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758321.500806:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766366464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758321.500818:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758321.500822:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758321.500826:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766366464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758321.500832:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758318/real 1787758321] req@ffffa0e6c35b1c00 x1874589766366592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758321.500842:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766366592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758321.500849:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758321.500852:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758321.500855:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766366592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758321.500860:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758318/real 1787758321] req@ffffa0e6c35b1880 x1874589766366720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758321.500870:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766366720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758321.500878:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758321.500880:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758321.500883:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766366720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758321.500888:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758318/real 1787758321] req@ffffa0e6c35b3800 x1874589766366848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758321.500896:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766366848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758321.500906:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758321.500910:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758321.500915:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766366848:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758321.500924:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758318/real 1787758321] req@ffffa0e6c35b2680 x1874589766366336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758321.500941:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766366336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758321.500951:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758321.500956:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758321.500960:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766366336:192.168.201.131@tcp:250:kworker.0 00010000:00010000:1.0:1787758322.396502:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758322.524401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758322.524434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758323.420396:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787758323.548365:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758323.548374:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758323.548390:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787758323.548400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758323.548401:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10299 00000100:00080000:3.0:1787758323.548416:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758323.548424:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758323.548470:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766366976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758323.548498:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758323.548502:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758323.548504:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758323.548508:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10299 00000100:00080000:3.0:1787758323.548514:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758323.548521:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758323.548524:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000008:00100000:3.0:1787758323.548530:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758323.548545:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766366976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758323.548550:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766367104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758323.548563:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758323.548566:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758323.548568:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758323.548571:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10299 00000100:00080000:3.0:1787758323.548574:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758323.548576:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758323.548580:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758323.548590:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766367232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758323.548597:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758323.548601:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758323.548603:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758323.548617:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10299 00000100:00080000:3.0:1787758323.548621:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758323.548624:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758323.548629:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787758323.548635:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758323.548642:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766367360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758323.548652:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758323.548655:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758323.548657:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758323.548661:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10299 00000100:00080000:3.0:1787758323.548664:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758323.548666:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758323.548671:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758323.548690:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766367488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758323.548699:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758323/real 1787758323] req@ffffa0e6c35b0e00 x1874589766366976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758323.548753:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766366976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758323.548762:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758323.548765:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758323.548767:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766366976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758323.548788:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766367104:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758323.548807:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758323.548825:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758323/real 1787758323] req@ffffa0e6c35b3100 x1874589766367104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758323.548838:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766367104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758323.548848:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758323.548852:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758323.548861:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766367104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758323.548868:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766367232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758323.548889:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758323.548901:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758323/real 1787758323] req@ffffa0e6c35b1180 x1874589766367232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758323.548914:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766367232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758323.548924:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758323.548927:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758323.548930:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766367232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758323.548936:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766367360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758323.548965:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758323.548977:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758323/real 1787758323] req@ffffa0e6c35b1500 x1874589766367360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758323.548991:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766367360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758323.549002:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758323.549006:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758323.549009:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766367360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758323.549015:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766367488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758323.549036:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758323.549047:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758323/real 1787758323] req@ffffa0e6c35b3b80 x1874589766367488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758323.549059:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766367488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758323.549069:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758323.549072:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758323.549076:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766367488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758324.444539:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758324.572414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758324.572547:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758325.468592:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758325.596394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758325.596412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758326.492515:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758326.620390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758326.620396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758327.516519:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758327.644393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758327.644393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758328.540406:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758328.668359:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758328.668359:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758328.668381:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758328.668389:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758328.668393:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758328.668404:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10304 00000100:00080000:0.0:1787758328.668415:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758328.668422:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758328.668459:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766367616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758328.668487:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758328.668491:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758328.668493:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758328.668498:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10304 00000100:00080000:0.0:1787758328.668502:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758328.668508:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758328.668518:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758328.668518:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766367616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758328.668541:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766367744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758328.668554:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758328.668558:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758328.668561:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758328.668565:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10304 00000100:00080000:0.0:1787758328.668571:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758328.668576:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:2.0:1787758328.668581:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:0.0:1787758328.668584:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758328.668598:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766367872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758328.668610:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758328.668612:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758328/real 1787758328] req@ffffa0e6d86c5c00 x1874589766367616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758328.668617:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758328.668635:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758328.668641:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10304 00000100:00080000:0.0:1787758328.668645:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758328.668650:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758328.668660:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758328.668674:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766367616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758328.668676:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766368000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758328.668708:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758328.668710:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758328.668714:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758328.668718:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758328.668719:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:0.0:1787758328.668725:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10304 00000100:00100000:2.0:1787758328.668730:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766367616:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758328.668731:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758328.668739:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758328.668746:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758328.668758:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766368128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758328.668760:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766367744:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758328.668788:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758328.668801:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758328/real 1787758328] req@ffffa0e6d86c6680 x1874589766367744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758328.668810:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766367744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758328.668816:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758328.668818:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758328.668821:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766367744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758328.668825:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766367872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758328.668836:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758328.668852:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758328/real 1787758328] req@ffffa0e6d86c7800 x1874589766367872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758328.668860:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766367872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758328.668870:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758328.668872:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758328.668874:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766367872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758328.668878:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766368000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758328.668890:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758328.668896:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758328/real 1787758328] req@ffffa0e6d86c6300 x1874589766368000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758328.668903:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766368000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758328.668909:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758328.668911:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758328.668913:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766368000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758328.668925:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766368128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758328.668936:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758328.668942:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758328/real 1787758328] req@ffffa0e6d86c5880 x1874589766368128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758328.668949:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766368128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758328.668956:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758328.668958:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758328.668960:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766368128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758329.564432:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758329.692380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758329.692383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758330.588419:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758330.716377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758330.716382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758331.612401:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758331.740342:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758331.740343:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758332.636466:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758332.764381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758332.764411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758333.660516:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758333.788401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758333.788439:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758333.788566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758333.788602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758333.788607:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758333.788620:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10309 00000100:00080000:0.0:1787758333.788634:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758333.788644:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758333.788691:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766368256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758333.788725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758333.788730:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758333.788732:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758333.788737:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10309 00000100:00080000:0.0:1787758333.788742:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758333.788746:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758333.788758:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758333.788775:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766368384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758333.788789:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766368256:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758333.788811:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758333.788823:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758333.788826:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758333.788833:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10309 00000100:00080000:0.0:1787758333.788837:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758333.788842:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758333.788848:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758333.788865:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766368512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758333.788877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758333.788882:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758333.788885:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758333.788889:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10309 00000100:00080000:0.0:1787758333.788895:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758333.788899:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758333.788905:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758333.788937:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766368640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787758333.788944:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758333.788960:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758333.788966:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758333.788969:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758333.788977:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10309 00000100:00080000:0.0:1787758333.788981:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758333.788987:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758333.788994:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758333.789021:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758333/real 1787758333] req@ffffa0e6d86c5880 x1874589766368256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758333.789022:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766368768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758333.789099:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766368256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758333.789114:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758333.789121:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758333.789126:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766368256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758333.789160:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766368384:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758333.789198:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758333.789215:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758333/real 1787758333] req@ffffa0e6d86c6300 x1874589766368384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758333.789232:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766368384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758333.789245:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758333.789250:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758333.789255:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766368384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758333.789262:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766368512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758333.789282:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758333.789293:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758333/real 1787758333] req@ffffa0e6d86c7800 x1874589766368512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758333.789342:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766368512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758333.789353:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758333.789356:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758333.789360:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766368512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758333.789368:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766368640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758333.789390:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758333.789402:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758333/real 1787758333] req@ffffa0e6d86c6680 x1874589766368640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758333.789415:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766368640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758333.789426:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758333.789430:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758333.789434:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766368640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758333.789439:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766368768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758333.789457:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758333.789468:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758333/real 1787758333] req@ffffa0e6d86c5c00 x1874589766368768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758333.789481:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766368768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758333.789491:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758333.789494:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758333.789498:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766368768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758334.684408:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758334.812359:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758334.812359:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758335.708455:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758335.836328:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758335.836362:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758336.732542:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758336.860385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758336.860426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758337.756403:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758337.884344:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758337.884344:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758338.780491:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787758338.908364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758338.908366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758338.908376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758338.908380:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758338.908388:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10314 00000100:00080000:0.0:1787758338.908397:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758338.908404:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758338.908458:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758338.908496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766368896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758338.908516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758338.908519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758338.908521:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758338.908525:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10314 00000100:00080000:0.0:1787758338.908529:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758338.908532:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758338.908537:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766368896:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787758338.908540:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758338.908554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766369024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758338.908561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758338.908564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758338.908565:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758338.908568:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10314 00000100:00080000:0.0:1787758338.908572:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758338.908574:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758338.908577:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758338.908585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766369152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758338.908592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787758338.908597:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758338.908598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758338.908603:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758338.908606:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10314 00000100:00080000:0.0:1787758338.908610:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758338.908613:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758338.908618:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758338.908626:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766369280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758338.908634:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758338/real 1787758338] req@ffffa0e6d86c5c00 x1874589766368896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758338.908635:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758338.908643:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758338.908646:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758338.908654:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10314 00000100:00080000:0.0:1787758338.908659:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758338.908662:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758338.908666:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766368896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787758338.908667:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758338.908677:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766369408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758338.908680:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758338.908690:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758338.908694:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766368896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758338.908713:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766369024:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758338.908729:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758338.908738:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758338/real 1787758338] req@ffffa0e6d86c6680 x1874589766369024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758338.908746:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766369024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758338.908752:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758338.908755:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758338.908757:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766369024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758338.908761:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766369152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758338.908770:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758338.908776:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758338/real 1787758338] req@ffffa0e6d86c7800 x1874589766369152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758338.908784:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766369152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758338.908789:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758338.908791:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758338.908793:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766369152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758338.908796:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766369280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758338.908806:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758338.908812:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758338/real 1787758338] req@ffffa0e6d86c6300 x1874589766369280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758338.908820:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766369280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758338.908827:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758338.908829:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758338.908831:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766369280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758338.908835:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766369408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758338.908844:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758338.908850:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758338/real 1787758338] req@ffffa0e6d86c5880 x1874589766369408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758338.908857:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766369408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758338.908864:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758338.908866:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758338.908867:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766369408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758339.804513:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758339.932351:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758339.932355:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758340.828480:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758340.956382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758340.956382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758341.852449:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758341.980352:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758341.980352:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758342.876462:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758343.004339:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758343.004343:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758343.900421:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758344.028341:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758344.028347:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758344.028349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758344.028385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758344.028389:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758344.028405:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10319 00000100:00080000:0.0:1787758344.028416:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758344.028423:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758344.028456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766369536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758344.028479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758344.028482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758344.028483:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758344.028486:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10319 00000100:00080000:0.0:1787758344.028489:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758344.028492:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758344.028499:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758344.028512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766369664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758344.028513:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766369536:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758344.028528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758344.028530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758344.028531:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758344.028534:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10319 00000100:00080000:0.0:1787758344.028537:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758344.028539:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758344.028543:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758344.028551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766369792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758344.028558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758344.028561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758344.028562:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758344.028564:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10319 00000100:00080000:0.0:1787758344.028567:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758344.028570:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758344.028573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787758344.028583:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787758344.028584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766369920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758344.028592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758344.028595:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758344.028597:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758344.028601:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10319 00000100:00080000:0.0:1787758344.028604:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758344.028606:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758344.028610:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758344.028621:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758344/real 1787758344] req@ffffa0e6d86c5880 x1874589766369536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758344.028622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766370048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758344.028662:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766369536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758344.028672:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758344.028675:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758344.028678:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766369536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758344.028695:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766369664:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758344.028710:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758344.028718:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758344/real 1787758344] req@ffffa0e6d86c6300 x1874589766369664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758344.028726:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766369664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758344.028732:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758344.028734:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758344.028736:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766369664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758344.028740:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766369792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758344.028750:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758344.028756:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758344/real 1787758344] req@ffffa0e6d86c7800 x1874589766369792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758344.028763:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766369792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758344.028769:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758344.028770:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758344.028772:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766369792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758344.028776:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766369920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758344.028787:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758344.028792:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758344/real 1787758344] req@ffffa0e6d86c6680 x1874589766369920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758344.028800:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766369920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758344.028806:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758344.028808:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758344.028810:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766369920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758344.028813:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766370048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758344.028822:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758344.028828:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758344/real 1787758344] req@ffffa0e6d86c5c00 x1874589766370048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758344.028835:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766370048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758344.028841:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758344.028843:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758344.028844:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766370048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758344.924440:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758345.052314:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758345.052364:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758345.948450:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758346.076419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758346.076461:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758346.972441:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758347.100399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758347.100399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758347.996464:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758348.124393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758348.124394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758349.020438:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758349.148360:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758349.148395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758349.148395:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758349.148407:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758349.148413:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758349.148425:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10324 00000100:00080000:3.0:1787758349.148437:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758349.148445:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758349.148489:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766370176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758349.148515:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758349.148519:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758349.148521:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758349.148524:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10324 00000100:00080000:3.0:1787758349.148527:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758349.148530:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758349.148539:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758349.148551:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766370304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758349.148559:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758349.148562:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758349.148568:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787758349.148569:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766370176:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758349.148577:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10324 00000100:00080000:3.0:1787758349.148584:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758349.148587:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758349.148591:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758349.148602:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766370432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758349.148609:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758349.148613:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758349.148615:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758349.148619:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10324 00000100:00080000:3.0:1787758349.148634:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758349.148638:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758349.148643:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787758349.148648:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758349.148658:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766370560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758349.148668:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758349.148671:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758349.148673:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758349.148678:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10324 00000100:00080000:3.0:1787758349.148683:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758349.148688:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758349.148691:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758349.148694:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758349/real 1787758349] req@ffffa0e6c35b0380 x1874589766370176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758349.148701:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766370688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758349.148748:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766370176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758349.148764:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758349.148769:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758349.148773:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766370176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758349.148800:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766370304:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758349.148825:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758349.148838:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758349/real 1787758349] req@ffffa0e6c35b3b80 x1874589766370304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758349.148850:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766370304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758349.148859:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758349.148862:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758349.148865:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766370304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758349.148871:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766370432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758349.148892:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758349.148905:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758349/real 1787758349] req@ffffa0e6c35b1500 x1874589766370432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758349.148913:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766370432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758349.148920:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758349.148922:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758349.148924:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766370432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758349.148928:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766370560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758349.148943:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758349.148949:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758349/real 1787758349] req@ffffa0e6c35b1180 x1874589766370560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758349.148957:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766370560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758349.148964:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758349.148966:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758349.148967:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766370560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758349.148971:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766370688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758349.148981:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758349.148987:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758349/real 1787758349] req@ffffa0e6c35b3100 x1874589766370688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758349.148994:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766370688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758349.149001:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758349.149003:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758349.149005:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766370688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758350.044444:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758350.172434:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758350.172439:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758351.068384:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758351.196343:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758351.196350:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758352.092374:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758352.220377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758352.220377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758353.116432:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758353.244343:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758353.244367:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758354.140381:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758354.268376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758354.268423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758354.268430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758354.268438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758354.268443:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758354.268453:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10330 00000100:00080000:0.0:1787758354.268464:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758354.268471:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758354.268508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766370816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758354.268540:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758354.268544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758354.268546:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758354.268551:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10330 00000100:00080000:0.0:1787758354.268555:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758354.268560:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758354.268569:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758354.268571:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766370816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758354.268586:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766370944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758354.268598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758354.268602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758354.268604:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758354.268608:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10330 00000100:00080000:0.0:1787758354.268612:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758354.268617:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758354.268622:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787758354.268631:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787758354.268636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766371072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758354.268648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758354.268652:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758354.268654:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758354.268659:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10330 00000100:00080000:0.0:1787758354.268664:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787758354.268667:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758354/real 1787758354] req@ffffa0e6d86c5c00 x1874589766370816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758354.268673:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758354.268682:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758354.268689:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766370816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758354.268696:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766371200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758354.268700:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758354.268708:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:0.0:1787758354.268715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758354.268715:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766370816:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758354.268723:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758354.268726:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758354.268731:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10330 00000100:00080000:0.0:1787758354.268734:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758354.268738:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758354.268741:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766370944:192.168.201.131@tcp:38:kworker.0 00000008:00100000:0.0:1787758354.268745:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758354.268761:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766371328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787758354.268767:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758354.268782:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758354/real 1787758354] req@ffffa0e6d86c6680 x1874589766370944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758354.268798:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766370944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758354.268804:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758354.268807:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758354.268809:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766370944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758354.268812:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766371072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758354.268823:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758354.268830:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758354/real 1787758354] req@ffffa0e6d86c7800 x1874589766371072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758354.268837:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766371072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758354.268842:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758354.268844:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758354.268846:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766371072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758354.268849:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766371200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758354.268859:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758354.268865:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758354/real 1787758354] req@ffffa0e6d86c6300 x1874589766371200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758354.268872:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766371200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758354.268893:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758354.268895:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758354.268897:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766371200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758354.268910:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766371328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758354.268922:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758354.268929:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758354/real 1787758354] req@ffffa0e6d86c5880 x1874589766371328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758354.268936:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766371328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758354.268943:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758354.268945:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758354.268947:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766371328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758355.164401:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758355.292341:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758355.292372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758356.188481:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758356.316352:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758356.316424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758357.212505:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758357.340385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758357.340423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758358.236538:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758358.364412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758358.364509:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758359.260568:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758359.388454:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758359.388495:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758359.388500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758359.388513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758359.388520:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758359.388539:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10335 00000100:00080000:2.0:1787758359.388557:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758359.388573:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758359.388641:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766371456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758359.388691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758359.388697:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758359.388700:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758359.388706:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10335 00000100:00080000:2.0:1787758359.388711:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758359.388716:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758359.388731:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758359.388754:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766371584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758359.388767:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766371456:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758359.388778:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758359.388785:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758359.388787:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758359.388795:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10335 00000100:00080000:2.0:1787758359.388799:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758359.388807:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758359.388814:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758359.388837:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766371712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758359.388849:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758359.388854:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758359.388857:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758359.388862:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10335 00000100:00080000:2.0:1787758359.388869:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758359.388881:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787758359.388884:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:2.0:1787758359.388900:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758359.388923:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766371840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758359.388936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758359.388941:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758359.388948:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758359.388950:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758359/real 1787758359] req@ffffa0e6c60c8a80 x1874589766371456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758359.388958:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10335 00000100:00080000:2.0:1787758359.388972:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758359.388992:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758359.389012:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758359.389022:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766371456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758359.389032:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766371968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758359.389105:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758359.389114:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758359.389125:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766371456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758359.389157:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766371584:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758359.389191:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758359.389208:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758359/real 1787758359] req@ffffa0e6c60cad80 x1874589766371584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758359.389224:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766371584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758359.389236:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758359.389240:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758359.389244:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766371584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758359.389253:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766371712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758359.389308:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758359.389322:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758359/real 1787758359] req@ffffa0e6c60c9880 x1874589766371712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758359.389337:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766371712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758359.389348:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758359.389352:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758359.389356:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766371712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758359.389364:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766371840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758359.389391:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758359.389412:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758359/real 1787758359] req@ffffa0e6c60cb480 x1874589766371840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758359.389436:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766371840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758359.389467:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758359.389476:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758359.389485:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766371840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758359.389498:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766371968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758359.389537:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758359.389560:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758359/real 1787758359] req@ffffa0e6c60c8e00 x1874589766371968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758359.389588:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766371968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758359.389609:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758359.389617:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758359.389623:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766371968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758360.284547:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758360.412378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758360.412417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758361.308562:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758361.436448:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758361.436454:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758362.332554:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758362.460397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758362.460410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758363.356559:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758363.484331:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758363.484353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758364.380517:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758364.508414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758364.508431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758364.508436:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758364.508456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758364.508465:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758364.508485:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10340 00000100:00080000:2.0:1787758364.508505:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758364.508516:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758364.508584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766372096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758364.508629:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758364.508636:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758364.508639:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758364.508645:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10340 00000100:00080000:2.0:1787758364.508650:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758364.508656:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758364.508671:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758364.508693:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766372224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758364.508711:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758364.508714:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766372096:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758364.508720:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758364.508731:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758364.508741:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10340 00000100:00080000:2.0:1787758364.508745:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758364.508750:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758364.508758:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758364.508778:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766372352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758364.508790:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758364.508795:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758364.508800:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758364.508807:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10340 00000100:00080000:2.0:1787758364.508815:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758364.508820:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758364.508830:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787758364.508832:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758364.508863:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766372480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758364.508883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758364.508889:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758364.508898:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758364.508899:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758364/real 1787758364] req@ffffa0e6c60c8e00 x1874589766372096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758364.508930:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10340 00000100:00080000:2.0:1787758364.508943:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758364.508945:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766372096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758364.508969:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758364.508985:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787758364.508989:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758364.509025:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758364.509033:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766372096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758364.509044:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766372608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758364.509078:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766372224:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758364.509120:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758364.509139:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758364/real 1787758364] req@ffffa0e6c60cb480 x1874589766372224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758364.509156:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766372224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758364.509167:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758364.509172:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758364.509176:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766372224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758364.509184:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766372352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758364.509205:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758364.509216:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758364/real 1787758364] req@ffffa0e6c60c9880 x1874589766372352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758364.509239:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766372352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758364.509250:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758364.509253:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758364.509257:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766372352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758364.509264:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766372480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758364.509345:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758364.509369:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758364/real 1787758364] req@ffffa0e6c60cad80 x1874589766372480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758364.509395:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766372480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758364.509414:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758364.509419:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758364.509423:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766372480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758364.509448:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766372608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758364.509477:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758364.509491:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758364/real 1787758364] req@ffffa0e6c60c8a80 x1874589766372608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758364.509505:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766372608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758364.509526:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758364.509530:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758364.509534:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766372608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758365.404541:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758365.532411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758365.532412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758366.428521:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758366.556383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758366.556433:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758367.452510:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758367.580388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758367.580401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758368.476544:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758368.604395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758368.604477:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758369.500452:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787758369.628394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758369.628409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758369.628411:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758369.628411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758369.628424:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758369.628441:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10345 00000100:00080000:2.0:1787758369.628456:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758369.628467:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758369.628531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766372736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758369.628568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758369.628574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758369.628576:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758369.628582:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10345 00000100:00080000:2.0:1787758369.628587:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758369.628594:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758369.628607:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758369.628631:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766372736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758369.628633:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766372864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758369.628663:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758369.628669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758369.628673:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758369.628683:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10345 00000100:00080000:2.0:1787758369.628694:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758369.628703:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758369.628715:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787758369.628724:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758369.628746:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766372992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758369.628764:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758369.628769:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758369.628772:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758369.628776:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758369/real 1787758369] req@ffffa0e6c60c9180 x1874589766372736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758369.628783:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10345 00000100:00080000:2.0:1787758369.628797:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758369.628808:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758369.628819:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766372736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787758369.628831:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:1.0:1787758369.628836:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758369.628845:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758369.628852:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766373120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758369.628855:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766372736:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758369.628889:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758369.628892:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758369.628895:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758369.628930:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10345 00000100:00080000:2.0:1787758369.628936:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758369.628949:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758369.628959:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766372864:192.168.201.131@tcp:38:kworker.0 00000008:00100000:2.0:1787758369.628960:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758369.628983:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766373248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758369.629022:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758369.629046:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758369/real 1787758369] req@ffffa0e6c60caa00 x1874589766372864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758369.629064:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766372864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758369.629076:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758369.629081:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758369.629085:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766372864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758369.629093:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766372992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758369.629116:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758369.629128:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758369/real 1787758369] req@ffffa0e6c60c9f80 x1874589766372992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758369.629143:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766372992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758369.629160:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758369.629167:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758369.629173:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766372992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758369.629185:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766373120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758369.629224:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758369.629246:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758369/real 1787758369] req@ffffa0e6c60c8380 x1874589766373120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758369.629265:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766373120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758369.629322:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758369.629326:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758369.629330:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766373120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758369.629354:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766373248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758369.629394:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758369.629417:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758369/real 1787758369] req@ffffa0e6c60ca300 x1874589766373248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758369.629443:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766373248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758369.629463:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758369.629467:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758369.629471:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766373248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758370.524478:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758370.652378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758370.652415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758371.548494:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758371.676381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758371.676391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758372.572545:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758372.700439:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758372.700462:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758373.596486:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758373.724344:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758373.724344:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758374.620568:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758374.748337:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758374.748371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758374.748373:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758374.748383:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758374.748388:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758374.748400:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10350 00000100:00080000:2.0:1787758374.748413:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758374.748421:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758374.748465:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766373376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758374.748500:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758374.748504:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758374.748505:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758374.748509:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10350 00000100:00080000:2.0:1787758374.748511:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758374.748514:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758374.748525:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758374.748535:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766373504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758374.748543:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758374.748546:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758374.748547:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758374.748550:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10350 00000100:00080000:2.0:1787758374.748552:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758374.748557:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758374.748558:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766373376:192.168.201.131@tcp:250:kworker.0 00000008:00100000:2.0:1787758374.748561:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758374.748570:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766373632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758374.748579:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758374.748581:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758374.748583:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758374.748585:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10350 00000100:00080000:2.0:1787758374.748587:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758374.748589:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758374.748593:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758374.748603:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766373760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758374.748610:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758374.748612:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758374.748614:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758374.748617:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10350 00000100:00080000:2.0:1787758374.748620:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758374.748623:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758374.748626:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758374.748633:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766373888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758374.748650:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758374.748685:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758374/real 1787758374] req@ffffa0e6c60ca300 x1874589766373376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758374.748706:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766373376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758374.748715:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758374.748718:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758374.748721:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766373376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758374.748727:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766373504:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758374.748743:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758374.748751:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758374/real 1787758374] req@ffffa0e6c60c8380 x1874589766373504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758374.748759:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766373504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758374.748766:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758374.748768:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758374.748770:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766373504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758374.748791:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766373632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758374.748802:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758374.748809:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758374/real 1787758374] req@ffffa0e6c60c9f80 x1874589766373632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758374.748833:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766373632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758374.748844:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758374.748846:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758374.748849:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766373632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758374.748853:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766373760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758374.748868:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758374.748875:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758374/real 1787758374] req@ffffa0e6c60caa00 x1874589766373760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758374.748888:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766373760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758374.748899:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758374.748903:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758374.748906:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766373760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758374.748913:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766373888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758374.748934:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758374.748946:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758374/real 1787758374] req@ffffa0e6c60c9180 x1874589766373888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758374.748959:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766373888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758374.748971:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758374.748974:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758374.748978:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766373888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758375.644458:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758375.772327:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758375.772360:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758376.668570:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758376.796387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758376.796463:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758377.692574:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758377.820421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758377.820463:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758378.716488:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758378.844430:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758378.844447:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758379.740463:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758379.868347:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758379.868383:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758379.868392:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758379.868397:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787758379.868406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758379.868409:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10355 00000100:00080000:2.0:1787758379.868423:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758379.868432:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758379.868493:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766374016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758379.868540:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758379.868545:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758379.868547:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758379.868552:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10355 00000100:00080000:2.0:1787758379.868556:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758379.868560:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758379.868570:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758379.868583:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766374144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758379.868603:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758379.868605:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758379.868607:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758379.868610:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10355 00000100:00080000:2.0:1787758379.868613:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758379.868615:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758379.868618:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758379.868624:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766374016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758379.868626:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766374272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758379.868638:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758379.868641:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758379.868642:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758379.868645:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10355 00000100:00080000:2.0:1787758379.868647:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758379.868649:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758379.868662:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758379.868673:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766374400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758379.868679:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758379.868681:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758379.868682:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758379.868685:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10355 00000100:00080000:2.0:1787758379.868689:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758379.868692:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758379.868696:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758379.868703:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766374528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758379.868719:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758379.868789:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758379/real 1787758379] req@ffffa0e6c60c8a80 x1874589766374016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758379.868804:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766374016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758379.868813:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758379.868816:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758379.868819:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766374016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758379.868832:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766374144:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758379.868851:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758379.868859:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758379/real 1787758379] req@ffffa0e6c60cad80 x1874589766374144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758379.868867:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766374144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758379.868875:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758379.868877:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758379.868879:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766374144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758379.868901:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766374272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758379.868912:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758379.868918:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758379/real 1787758379] req@ffffa0e6c60c9880 x1874589766374272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758379.868926:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766374272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758379.868931:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758379.868933:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758379.868935:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766374272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758379.868939:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766374400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758379.868957:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758379.868968:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758379/real 1787758379] req@ffffa0e6c60cb480 x1874589766374400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758379.868981:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766374400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758379.868993:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758379.868997:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758379.869001:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766374400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758379.869006:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766374528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758379.869022:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758379.869030:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758379/real 1787758379] req@ffffa0e6c60c8e00 x1874589766374528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758379.869037:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766374528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758379.869045:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758379.869047:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758379.869049:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766374528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758380.764575:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758380.892451:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758380.892451:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758381.788537:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758381.916387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758381.916394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758382.812533:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758382.940427:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758382.940437:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758383.836547:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758383.964356:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758383.964356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758384.860424:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758384.988398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758384.988409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758384.988464:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758384.988477:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758384.988481:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758384.988494:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10360 00000100:00080000:2.0:1787758384.988508:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758384.988516:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758384.988560:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766374656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758384.988594:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758384.988599:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758384.988602:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758384.988607:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10360 00000100:00080000:2.0:1787758384.988612:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758384.988616:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758384.988627:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758384.988655:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766374656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758384.988672:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766374784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758384.988707:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758384.988714:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758384.988717:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758384.988723:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10360 00000100:00080000:2.0:1787758384.988730:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758384.988735:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758384.988743:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758384.988759:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766374912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758384.988772:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758384.988776:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758384.988779:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758384.988785:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10360 00000100:00080000:2.0:1787758384.988789:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758384.988797:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758384.988804:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758384.988819:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766375040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758384.988826:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766374784:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787758384.988859:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758384.988863:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758384.988867:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758384.988876:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10360 00000100:00080000:2.0:1787758384.988881:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758384.988886:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758384.988893:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758384.988899:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766374912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758384.988918:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766375168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758384.988949:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766375040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758384.989000:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766375168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758385.884405:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758386.012381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758386.012516:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758386.908449:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758387.036377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758387.036417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758387.932663:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758388.060424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758388.060652:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:2.0:1787758388.060767:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:2.0:1787758388.060810:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787758388.060827:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787758388.060862:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787758388.060869:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787758388.060876:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787758388.060883:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787758388.060934:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758384/real 1787758388] req@ffffa0e6c60c8a80 x1874589766375168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758388.060971:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766375168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758388.061003:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758388.061012:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758388.061019:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766375168:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758388.061033:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758384/real 1787758388] req@ffffa0e6c60cad80 x1874589766375040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758388.061054:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766375040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758388.061071:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758388.061077:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758388.061083:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766375040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758388.061094:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758384/real 1787758388] req@ffffa0e6c60cb480 x1874589766374784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758388.061112:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766374784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758388.061124:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758388.061129:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758388.061149:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766374784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758388.061161:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758384/real 1787758388] req@ffffa0e6c60c9880 x1874589766374912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758388.061178:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766374912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758388.061192:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758388.061197:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758388.061203:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766374912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758388.061215:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758384/real 1787758388] req@ffffa0e6c60c8e00 x1874589766374656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758388.061235:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766374656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758388.061247:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758388.061252:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758388.061257:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766374656:192.168.201.131@tcp:250:kworker.0 00010000:00010000:0.0:1787758388.956526:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758389.084400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758389.084428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758389.980539:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758390.108389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758390.108486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758390.108495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758390.108500:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787758390.108517:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758390.108521:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10365 00000100:00080000:0.0:1787758390.108536:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758390.108567:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758390.108625:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766375296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758390.108643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758390.108646:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758390.108647:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758390.108650:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10365 00000100:00080000:0.0:1787758390.108653:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758390.108656:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758390.108663:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758390.108673:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766375424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758390.108680:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766375296:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758390.108684:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758390.108693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758390.108695:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758390.108698:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10365 00000100:00080000:0.0:1787758390.108701:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758390.108703:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758390.108706:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758390.108715:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766375552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758390.108722:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758390.108724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758390.108727:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758390.108730:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10365 00000100:00080000:0.0:1787758390.108740:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758390.108742:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758390.108747:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787758390.108749:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787758390.108758:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766375680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758390.108767:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758390.108769:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758390.108771:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758390.108774:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10365 00000100:00080000:0.0:1787758390.108777:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758390.108779:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758390.108783:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758390.108784:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758390/real 1787758390] req@ffffa0e6d86c5880 x1874589766375296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758390.108793:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766375808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758390.108802:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766375296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758390.108817:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758390.108820:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758390.108824:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766375296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758390.108842:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766375424:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758390.108858:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758390.108866:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758390/real 1787758390] req@ffffa0e6d86c6300 x1874589766375424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758390.108874:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766375424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758390.108880:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758390.108882:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758390.108884:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766375424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758390.108888:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766375552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758390.108899:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758390.108905:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758390/real 1787758390] req@ffffa0e6d86c7800 x1874589766375552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758390.108917:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766375552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758390.108922:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758390.108924:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758390.108926:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766375552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758390.108929:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766375680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758390.108940:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758390.108945:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758390/real 1787758390] req@ffffa0e6d86c6680 x1874589766375680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758390.108953:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766375680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758390.108961:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758390.108964:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758390.108968:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766375680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758390.108978:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766375808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758390.109005:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758390.109017:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758390/real 1787758390] req@ffffa0e6d86c5c00 x1874589766375808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758390.109029:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766375808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758390.109046:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758390.109049:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758390.109053:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766375808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758391.004434:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758391.132410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758391.132451:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758392.028447:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758392.156352:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758392.156356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758393.052417:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758393.180328:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758393.180333:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758394.076453:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758394.204346:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758394.204346:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758395.100502:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758395.228369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758395.228383:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758395.228385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758395.228396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758395.228402:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758395.228417:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10371 00000100:00080000:0.0:1787758395.228432:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758395.228441:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758395.228518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766375936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758395.228545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758395.228548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758395.228550:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758395.228553:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10371 00000100:00080000:0.0:1787758395.228557:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758395.228560:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758395.228569:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758395.228582:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766375936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758395.228583:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766376064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758395.228596:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758395.228598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758395.228599:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758395.228602:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10371 00000100:00080000:0.0:1787758395.228604:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758395.228606:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758395.228610:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758395.228618:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766376192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758395.228626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758395.228628:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758395.228630:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758395.228634:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10371 00000100:00080000:0.0:1787758395.228650:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758395.228654:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758395.228658:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787758395.228663:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787758395.228668:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766376320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758395.228681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758395.228685:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758395.228687:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758395.228693:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10371 00000100:00080000:0.0:1787758395.228698:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758395.228703:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758395.228706:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758395/real 1787758395] req@ffffa0e6d86c5c00 x1874589766375936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787758395.228711:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758395.228727:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766375936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758395.228732:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766376448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758395.228747:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758395.228753:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758395.228757:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766375936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758395.228779:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766376064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758395.228795:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758395.228803:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758395/real 1787758395] req@ffffa0e6d86c6680 x1874589766376064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758395.228817:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766376064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758395.228823:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758395.228826:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758395.228828:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766376064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758395.228832:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766376192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758395.228843:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758395.228849:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758395/real 1787758395] req@ffffa0e6d86c7800 x1874589766376192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758395.228857:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766376192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758395.228863:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758395.228864:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758395.228866:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766376192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758395.228870:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766376320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758395.228881:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758395.228887:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758395/real 1787758395] req@ffffa0e6d86c6300 x1874589766376320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758395.228894:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766376320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758395.228906:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758395.228908:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758395.228910:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766376320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758395.228913:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766376448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758395.228922:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758395.228928:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758395/real 1787758395] req@ffffa0e6d86c5880 x1874589766376448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758395.228935:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766376448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758395.228942:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758395.228944:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758395.228946:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766376448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758396.124428:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758396.252345:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758396.252345:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758397.148490:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758397.276392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758397.276450:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758398.172481:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758398.300378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758398.300378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758399.196469:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758399.324356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758399.324397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758400.220493:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758400.348400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758400.348409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758400.348413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758400.348417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758400.348425:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758400.348435:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10376 00000100:00080000:0.0:1787758400.348446:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758400.348453:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758400.348487:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766376576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758400.348509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758400.348512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758400.348513:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758400.348516:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10376 00000100:00080000:0.0:1787758400.348518:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758400.348521:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758400.348530:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758400.348541:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766376704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758400.348551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758400.348553:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766376576:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758400.348555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758400.348562:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758400.348567:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10376 00000100:00080000:0.0:1787758400.348569:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758400.348572:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758400.348575:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758400.348584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766376832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758400.348591:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758400.348593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758400.348595:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758400.348597:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10376 00000100:00080000:0.0:1787758400.348605:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758400.348609:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758400.348614:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758400.348622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766376960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758400.348629:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758400.348631:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758400.348633:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758400.348635:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10376 00000100:00080000:0.0:1787758400.348638:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758400.348640:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758400.348643:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787758400.348650:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787758400.348660:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766377088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758400.348697:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758400/real 1787758400] req@ffffa0e6d86c5880 x1874589766376576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758400.348714:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766376576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758400.348724:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758400.348727:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758400.348731:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766376576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758400.348753:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766376704:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758400.348770:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758400.348789:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758400/real 1787758400] req@ffffa0e6d86c6300 x1874589766376704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758400.348798:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766376704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758400.348804:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758400.348806:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758400.348809:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766376704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758400.348813:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766376832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758400.348826:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758400.348833:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758400/real 1787758400] req@ffffa0e6d86c7800 x1874589766376832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758400.348840:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766376832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758400.348851:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758400.348853:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758400.348856:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766376832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758400.348859:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766376960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758400.348871:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758400.348876:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758400/real 1787758400] req@ffffa0e6d86c6680 x1874589766376960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758400.348884:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766376960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758400.348892:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758400.348894:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758400.348896:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766376960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758400.348900:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766377088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758400.348910:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758400.348916:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758400/real 1787758400] req@ffffa0e6d86c5c00 x1874589766377088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758400.348924:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766377088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758400.348931:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758400.348932:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758400.348935:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766377088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758401.244468:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758401.372380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758401.372387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758402.268431:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758402.396371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758402.396372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758403.292438:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758403.420375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758403.420377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758404.316447:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758404.444393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758404.444393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758405.340435:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758405.468380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758405.468380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758405.468387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758405.468392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758405.468396:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758405.468405:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10381 00000100:00080000:3.0:1787758405.468416:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758405.468423:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758405.468456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766377216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758405.468474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758405.468477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758405.468478:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758405.468481:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10381 00000100:00080000:3.0:1787758405.468483:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758405.468486:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758405.468494:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758405.468503:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766377344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758405.468510:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766377216:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758405.468513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758405.468528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758405.468529:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758405.468533:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10381 00000100:00080000:3.0:1787758405.468535:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758405.468537:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758405.468540:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758405.468548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766377472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758405.468558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758405.468561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758405.468562:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758405.468565:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10381 00000100:00080000:3.0:1787758405.468568:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758405.468570:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758405.468573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758405.468579:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766377600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758405.468585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758405.468590:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1787758405.468601:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758405.468601:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758405.468609:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10381 00000100:00080000:3.0:1787758405.468611:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758405.468614:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758405.468617:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758405.468624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766377728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758405.468645:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758405/real 1787758405] req@ffffa0e6c35b0e00 x1874589766377216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758405.468678:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766377216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758405.468689:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758405.468694:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758405.468697:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766377216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758405.468721:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766377344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758405.468744:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758405.468753:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758405/real 1787758405] req@ffffa0e6c35b2680 x1874589766377344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758405.468761:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766377344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758405.468767:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758405.468770:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758405.468772:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766377344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758405.468776:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766377472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758405.468787:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758405.468793:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758405/real 1787758405] req@ffffa0e6c35b3800 x1874589766377472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758405.468800:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766377472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758405.468806:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758405.468807:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758405.468809:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766377472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758405.468812:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766377600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758405.468822:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758405.468827:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758405/real 1787758405] req@ffffa0e6c35b1880 x1874589766377600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758405.468835:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766377600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758405.468842:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758405.468843:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758405.468845:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766377600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758405.468849:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766377728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758405.468858:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758405.468864:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758405/real 1787758405] req@ffffa0e6c35b1c00 x1874589766377728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758405.468871:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766377728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758405.468886:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758405.468888:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758405.468890:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766377728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758406.364426:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758406.492380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758406.492380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758407.388448:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758407.516338:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758407.516342:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758408.412389:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758408.540377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758408.540377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758409.436422:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758409.564342:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758409.564374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758410.460445:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758410.588361:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758410.588361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758410.588368:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758410.588378:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758410.588382:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758410.588394:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10386 00000100:00080000:3.0:1787758410.588417:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758410.588426:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758410.588471:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766377856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758410.588498:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758410.588501:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758410.588503:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758410.588506:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10386 00000100:00080000:3.0:1787758410.588509:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758410.588511:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758410.588522:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758410.588535:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766377984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758410.588540:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766377856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758410.588555:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758410.588559:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758410.588560:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758410.588564:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10386 00000100:00080000:3.0:1787758410.588568:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758410.588571:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758410.588576:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758410.588586:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766378112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758410.588593:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758410.588597:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758410.588599:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758410.588603:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10386 00000100:00080000:3.0:1787758410.588606:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758410.588608:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758410.588611:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758410.588620:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766378240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758410.588630:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758410.588635:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758410.588639:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758410.588641:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758410.588646:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10386 00000100:00080000:3.0:1787758410.588650:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758410.588654:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758410.588660:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758410.588671:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766378368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758410.588675:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758410/real 1787758410] req@ffffa0e6c35b0a80 x1874589766377856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758410.588718:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766377856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758410.588731:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758410.588734:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758410.588740:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766377856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758410.588764:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766377984:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758410.588781:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758410.588789:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758410/real 1787758410] req@ffffa0e6c35b3480 x1874589766377984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758410.588810:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766377984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758410.588819:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758410.588823:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758410.588826:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766377984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758410.588833:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766378112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758410.588855:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758410.588864:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758410/real 1787758410] req@ffffa0e6c35b1f80 x1874589766378112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758410.588872:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766378112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758410.588878:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758410.588880:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758410.588882:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766378112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758410.588886:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766378240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758410.588899:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758410.588905:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758410/real 1787758410] req@ffffa0e6c35b2a00 x1874589766378240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758410.588912:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766378240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758410.588919:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758410.588921:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758410.588923:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766378240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758410.588926:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766378368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758410.588936:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758410.588942:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758410/real 1787758410] req@ffffa0e6c35b2d80 x1874589766378368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758410.588949:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766378368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758410.588955:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758410.588957:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758410.588959:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766378368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758411.484394:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758411.612335:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758411.612337:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758412.508415:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758412.636385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758412.636385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758413.532406:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758413.660336:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758413.660340:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758414.556460:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758414.684339:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758414.684350:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758415.580382:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758415.708337:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758415.708345:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758415.708346:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758415.708352:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758415.708357:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758415.708378:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10391 00000100:00080000:3.0:1787758415.708387:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758415.708394:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758415.708428:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766378496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758415.708451:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758415.708453:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758415.708455:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758415.708458:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10391 00000100:00080000:3.0:1787758415.708460:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758415.708462:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758415.708469:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758415.708480:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766378624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758415.708488:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758415.708493:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766378496:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758415.708493:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758415.708496:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758415.708502:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10391 00000100:00080000:3.0:1787758415.708505:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758415.708507:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758415.708509:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758415.708516:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766378752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758415.708523:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758415.708525:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758415.708526:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758415.708529:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10391 00000100:00080000:3.0:1787758415.708532:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758415.708534:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758415.708538:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758415.708545:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766378880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758415.708561:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758415.708563:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758415.708564:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758415.708566:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10391 00000100:00080000:3.0:1787758415.708569:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758415.708572:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758415.708574:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758415.708583:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766379008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758415.708585:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758415.708635:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758415/real 1787758415] req@ffffa0e6c35b0700 x1874589766378496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758415.708653:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766378496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758415.708665:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758415.708670:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758415.708675:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766378496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758415.708697:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766378624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758415.708719:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758415.708731:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758415/real 1787758415] req@ffffa0e6c35b2d80 x1874589766378624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758415.708745:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766378624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758415.708756:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758415.708769:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758415.708773:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766378624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758415.708780:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766378752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758415.708809:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758415.708819:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758415/real 1787758415] req@ffffa0e6c35b2a00 x1874589766378752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758415.708841:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766378752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758415.708851:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758415.708864:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758415.708868:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766378752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758415.708874:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766378880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758415.708891:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758415.708900:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758415/real 1787758415] req@ffffa0e6c35b1f80 x1874589766378880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758415.708914:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766378880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758415.708926:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758415.708930:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758415.708933:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766378880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758415.708939:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766379008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758415.708963:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758415.708972:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758415/real 1787758415] req@ffffa0e6c35b3480 x1874589766379008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758415.708985:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766379008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758415.709005:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758415.709008:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758415.709013:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766379008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758416.604469:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758416.732337:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758416.732337:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758417.628393:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758417.756401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758417.756401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758418.652388:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758418.780366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758418.780370:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758419.676473:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758419.804400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758419.804404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758420.700457:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758420.828391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758420.828394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758420.828466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758420.828477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758420.828483:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758420.828498:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10396 00000100:00080000:0.0:1787758420.828515:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758420.828544:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758420.828598:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766379136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758420.828638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758420.828642:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758420.828645:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758420.828650:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10396 00000100:00080000:0.0:1787758420.828656:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758420.828663:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758420.828674:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758420.828690:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766379136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758420.828706:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766379264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758420.828720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758420.828724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758420.828727:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758420.828731:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10396 00000100:00080000:0.0:1787758420.828754:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758420.828758:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758420.828764:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787758420.828767:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787758420.828782:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766379392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758420.828803:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758420.828807:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758420.828809:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758420.828814:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758420/real 1787758420] req@ffffa0e6d86c5c00 x1874589766379136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758420.828821:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10396 00000100:00080000:0.0:1787758420.828834:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758420.828844:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758420.828849:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766379136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787758420.828856:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:1.0:1787758420.828864:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758420.828870:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758420.828876:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766379136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758420.828885:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766379520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758420.828931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758420.828933:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766379264:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787758420.828950:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758420.828956:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758420.828964:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10396 00000100:00080000:0.0:1787758420.828976:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787758420.828986:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758420.828988:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758420.829042:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758420.829086:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766379648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758420.829086:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758420/real 1787758420] req@ffffa0e6d86c6680 x1874589766379264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758420.829139:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766379264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758420.829151:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758420.829156:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758420.829160:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766379264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758420.829168:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766379392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758420.829195:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758420.829207:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758420/real 1787758420] req@ffffa0e6d86c7800 x1874589766379392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758420.829220:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766379392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758420.829229:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758420.829232:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758420.829236:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766379392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758420.829256:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766379520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758420.829274:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758420.829313:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758420/real 1787758420] req@ffffa0e6d86c6300 x1874589766379520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758420.829328:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766379520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758420.829347:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758420.829350:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758420.829354:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766379520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758420.829360:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766379648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758420.829380:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758420.829391:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758420/real 1787758420] req@ffffa0e6d86c5880 x1874589766379648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758420.829403:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766379648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758420.829413:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758420.829416:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758420.829420:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766379648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758421.724484:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758421.852399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758421.852404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758422.748434:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758422.876361:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758422.876361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758423.772568:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758423.900473:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758423.900473:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758424.796612:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758424.924399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758424.924413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758425.820512:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758425.948460:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758425.948467:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758425.948473:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758425.948493:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758425.948501:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758425.948518:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10401 00000100:00080000:3.0:1787758425.948538:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758425.948552:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758425.948619:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766379776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758425.948698:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758425.948709:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758425.948712:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758425.948720:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10401 00000100:00080000:3.0:1787758425.948729:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758425.948738:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758425.948757:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758425.948774:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766379776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758425.948794:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766379904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758425.948822:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758425.948829:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758425.948832:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758425.948840:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10401 00000100:00080000:3.0:1787758425.948850:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758425.948858:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758425.948869:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787758425.948884:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758425.948902:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766380032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758425.948974:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758425.948980:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758425/real 1787758425] req@ffffa0e6c35b0a80 x1874589766379776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758425.948982:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758425.948988:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758425.949005:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10401 00000100:00080000:3.0:1787758425.949021:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758425.949035:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758425.949052:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758425.949079:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766379776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758425.949079:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766380160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758425.949123:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758425.949132:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758425.949135:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758425.949139:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758425.949143:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10401 00000100:00080000:3.0:1787758425.949152:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758425.949153:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787758425.949162:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758425.949170:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766379776:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787758425.949174:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758425.949194:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766380288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758425.949215:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766379904:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758425.949258:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758425.949312:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758425/real 1787758425] req@ffffa0e6c35b1c00 x1874589766379904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758425.949329:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766379904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758425.949342:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758425.949346:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758425.949351:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766379904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758425.949358:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766380032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758425.949383:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758425.949396:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758425/real 1787758425] req@ffffa0e6c35b1880 x1874589766380032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758425.949411:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766380032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758425.949431:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758425.949435:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758425.949439:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766380032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758425.949459:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766380160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758425.949484:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758425.949496:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758425/real 1787758425] req@ffffa0e6c35b3800 x1874589766380160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758425.949510:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766380160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758425.949523:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758425.949526:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758425.949530:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766380160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758425.949549:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766380288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758425.949570:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758425.949581:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758425/real 1787758425] req@ffffa0e6c35b2680 x1874589766380288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758425.949600:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766380288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758425.949621:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758425.949627:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758425.949637:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766380288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758426.844605:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758426.972402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758426.972412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758427.868527:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758427.996457:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758427.996500:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758428.892599:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758429.020448:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758429.020505:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758429.916563:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758430.044390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758430.044402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758430.940499:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787758431.068377:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758431.068395:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1787758431.068404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758431.068405:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758431.068414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758431.068426:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10406 00000100:00080000:3.0:1787758431.068441:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758431.068452:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758431.068499:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766380416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758431.068538:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758431.068542:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758431.068545:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758431.068550:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10406 00000100:00080000:3.0:1787758431.068555:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758431.068560:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758431.068573:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758431.068590:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766380544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758431.068603:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758431.068613:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766380416:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758431.068613:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758431.068618:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758431.068632:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10406 00000100:00080000:3.0:1787758431.068637:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758431.068640:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758431.068646:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758431.068661:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766380672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758431.068672:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758431.068677:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758431.068679:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758431.068684:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10406 00000100:00080000:3.0:1787758431.068690:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758431.068694:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758431.068699:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758431.068713:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766380800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758431.068728:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758431.068745:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758431.068750:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758431.068753:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758431.068760:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10406 00000100:00080000:3.0:1787758431.068766:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758431.068773:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758431.068782:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758431.068792:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758431/real 1787758431] req@ffffa0e6c35b0e00 x1874589766380416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758431.068808:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766380928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758431.068871:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766380416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758431.068895:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758431.068903:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758431.068910:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766380416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758431.068943:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766380544:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758431.068983:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758431.069005:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758431/real 1787758431] req@ffffa0e6c35b3100 x1874589766380544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758431.069029:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766380544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758431.069059:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758431.069080:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758431.069088:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766380544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758431.069100:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766380672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758431.069135:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758431.069154:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758431/real 1787758431] req@ffffa0e6c35b1180 x1874589766380672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758431.069177:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766380672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758431.069194:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758431.069200:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758431.069207:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766380672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758431.069217:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766380800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758431.069251:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758431.069310:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758431/real 1787758431] req@ffffa0e6c35b1500 x1874589766380800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758431.069332:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766380800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758431.069350:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758431.069355:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758431.069362:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766380800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758431.069374:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766380928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758431.069411:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758431.069431:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758431/real 1787758431] req@ffffa0e6c35b3b80 x1874589766380928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758431.069451:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766380928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758431.069468:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758431.069473:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758431.069479:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766380928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758431.964566:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758432.092400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758432.092400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758432.988504:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758433.116378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758433.116401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758434.012521:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758434.140413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758434.140483:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758435.036416:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758435.164355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758435.164363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758436.060431:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758436.188355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758436.188355:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758436.188400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758436.188406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758436.188409:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758436.188417:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10411 00000100:00080000:0.0:1787758436.188427:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758436.188433:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758436.188478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766381056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758436.188499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758436.188502:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758436.188504:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758436.188507:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10411 00000100:00080000:0.0:1787758436.188509:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758436.188512:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758436.188519:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758436.188527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766381184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758436.188534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758436.188537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758436.188538:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758436.188541:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10411 00000100:00080000:0.0:1787758436.188542:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758436.188546:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758436.188549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758436.188557:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766381056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758436.188558:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766381312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758436.188572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758436.188575:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758436.188576:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758436.188578:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10411 00000100:00080000:0.0:1787758436.188580:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758436.188582:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758436.188586:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758436.188593:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766381440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758436.188600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758436.188602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758436.188603:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758436.188606:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10411 00000100:00080000:0.0:1787758436.188617:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758436.188619:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758436.188622:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787758436.188630:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787758436.188631:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766381568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758436.188683:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758436/real 1787758436] req@ffffa0e6d86c5880 x1874589766381056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758436.188702:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766381056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758436.188713:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758436.188717:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758436.188721:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766381056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758436.188729:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766381184:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758436.188775:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758436.188789:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758436/real 1787758436] req@ffffa0e6d86c6300 x1874589766381184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758436.188803:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766381184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758436.188813:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758436.188817:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758436.188820:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766381184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758436.188848:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766381312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758436.188869:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758436.188882:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758436/real 1787758436] req@ffffa0e6d86c7800 x1874589766381312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758436.188895:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766381312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758436.188905:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758436.188908:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758436.188912:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766381312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758436.188918:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766381440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758436.188940:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758436.188951:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758436/real 1787758436] req@ffffa0e6d86c6680 x1874589766381440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758436.188963:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766381440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758436.188974:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758436.188977:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758436.188980:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766381440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758436.188986:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766381568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758436.189006:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758436.189017:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758436/real 1787758436] req@ffffa0e6d86c5c00 x1874589766381568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758436.189029:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766381568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758436.189040:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758436.189043:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758436.189046:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766381568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758437.084461:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758437.212378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758437.212434:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758438.108499:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758438.236347:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758438.236371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758439.132422:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758439.260330:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758439.260350:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758440.156463:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758440.284317:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758440.284321:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758441.180444:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758441.308331:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758441.308366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758441.308388:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758441.308394:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758441.308398:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758441.308406:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10417 00000100:00080000:0.0:1787758441.308415:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758441.308421:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758441.308461:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766381696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758441.308482:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758441.308485:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758441.308487:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758441.308502:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10417 00000100:00080000:0.0:1787758441.308504:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758441.308506:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758441.308513:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758441.308523:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766381824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758441.308530:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758441.308533:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758441.308534:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758441.308538:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10417 00000100:00080000:0.0:1787758441.308540:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758441.308543:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766381696:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758441.308545:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758441.308553:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758441.308558:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766381952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758441.308565:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758441.308567:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758441.308584:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758441.308587:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10417 00000100:00080000:0.0:1787758441.308590:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758441.308592:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758441.308595:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758441.308603:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766382080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758441.308609:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758441.308612:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758441.308613:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758441.308615:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10417 00000100:00080000:0.0:1787758441.308618:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787758441.308622:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758441.308624:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758441.308629:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758441.308637:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766382208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758441.308690:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758441/real 1787758441] req@ffffa0e6d86c5c00 x1874589766381696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758441.308711:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766381696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758441.308719:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758441.308722:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758441.308725:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766381696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758441.308730:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766381824:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758441.308748:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758441.308756:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758441/real 1787758441] req@ffffa0e6d86c6680 x1874589766381824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758441.308764:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766381824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758441.308770:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758441.308773:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758441.308775:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766381824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758441.308794:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766381952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758441.308805:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758441.308812:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758441/real 1787758441] req@ffffa0e6d86c7800 x1874589766381952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758441.308819:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766381952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758441.308829:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758441.308831:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758441.308833:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766381952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758441.308837:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766382080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758441.308848:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758441.308853:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758441/real 1787758441] req@ffffa0e6d86c6300 x1874589766382080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758441.308860:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766382080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758441.308867:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758441.308869:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758441.308871:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766382080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758441.308874:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766382208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758441.308884:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758441.308889:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758441/real 1787758441] req@ffffa0e6d86c5880 x1874589766382208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758441.308897:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766382208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758441.308903:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758441.308905:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758441.308907:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766382208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758442.204503:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758442.332363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758442.332376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758443.228437:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758443.356381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758443.356381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758444.252493:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758444.380365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758444.380443:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758445.276403:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758445.404390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758445.404390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758446.300486:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758446.428372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758446.428404:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787758446.428406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758446.428415:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758446.428420:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758446.428428:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10422 00000100:00080000:2.0:1787758446.428437:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758446.428443:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758446.428478:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766382336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758446.428502:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758446.428505:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758446.428506:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758446.428510:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10422 00000100:00080000:2.0:1787758446.428512:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758446.428514:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758446.428521:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758446.428529:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766382464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758446.428535:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758446.428538:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758446.428539:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758446.428541:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10422 00000100:00080000:2.0:1787758446.428543:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758446.428545:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758446.428548:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758446.428570:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766382592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758446.428577:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758446.428579:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758446.428580:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758446.428583:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10422 00000100:00080000:2.0:1787758446.428585:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758446.428588:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758446.428591:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758446.428597:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766382720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758446.428604:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758446.428607:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758446.428610:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758446.428611:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766382336:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758446.428614:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10422 00000100:00080000:2.0:1787758446.428620:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758446.428624:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758446.428626:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758446.428633:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766382848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758446.428681:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758446.428712:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758446/real 1787758446] req@ffffa0e6c60c9180 x1874589766382336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758446.428724:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766382336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758446.428732:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758446.428734:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758446.428737:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766382336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758446.428743:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766382464:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758446.428758:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758446.428765:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758446/real 1787758446] req@ffffa0e6c60caa00 x1874589766382464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758446.428773:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766382464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758446.428779:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758446.428781:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758446.428783:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766382464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758446.428786:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766382592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758446.428796:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758446.428802:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758446/real 1787758446] req@ffffa0e6c60c9f80 x1874589766382592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758446.428809:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766382592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758446.428815:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758446.428816:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758446.428818:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766382592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758446.428836:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766382720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758446.428846:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758446.428852:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758446/real 1787758446] req@ffffa0e6c60c8380 x1874589766382720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758446.428859:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766382720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758446.428866:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758446.428867:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758446.428869:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766382720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758446.428873:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766382848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758446.428882:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758446.428888:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758446/real 1787758446] req@ffffa0e6c60ca300 x1874589766382848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758446.428900:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766382848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758446.428906:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758446.428908:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758446.428910:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766382848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758447.324412:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758447.452389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758447.452390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758448.348497:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758448.476375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758448.476404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758449.372412:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758449.500369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758449.500369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758450.396522:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758450.524329:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758450.524343:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758451.420522:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787758451.548376:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787758451.548381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758451.548382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758451.548384:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758451.548391:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758451.548399:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10427 00000100:00080000:2.0:1787758451.548408:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758451.548415:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758451.548459:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766382976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758451.548507:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758451.548510:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758451.548511:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758451.548515:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10427 00000100:00080000:2.0:1787758451.548521:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758451.548524:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758451.548531:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758451.548541:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766383104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758451.548548:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758451.548550:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758451.548552:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758451.548555:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10427 00000100:00080000:2.0:1787758451.548557:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758451.548560:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758451.548563:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758451.548569:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766383232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758451.548579:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766382976:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758451.548585:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758451.548589:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758451.548590:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758451.548593:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10427 00000100:00080000:2.0:1787758451.548595:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758451.548598:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758451.548602:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758451.548611:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766383360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758451.548618:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758451.548621:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758451.548622:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758451.548624:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10427 00000100:00080000:2.0:1787758451.548626:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758451.548629:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758451.548632:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758451.548639:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766383488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758451.548664:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766383104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758451.548694:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766383232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758451.548708:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766383360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758451.548722:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766383488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758452.444430:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758452.572348:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758452.572389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758453.468410:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758453.596370:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758453.596419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758454.492440:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758454.620339:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758454.620515:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:0.0:1787758454.620588:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:0.0:1787758454.620630:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787758454.620648:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787758454.620687:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787758454.620697:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787758454.620705:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787758454.620714:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787758454.620764:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758451/real 1787758454] req@ffffa0e6c60c9f80 x1874589766383232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758454.620791:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766383232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758454.620803:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758454.620808:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758454.620813:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766383232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758454.620821:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758451/real 1787758454] req@ffffa0e6c60caa00 x1874589766383360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758454.620832:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766383360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758454.620843:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758454.620846:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758454.620849:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766383360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758454.620856:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758451/real 1787758454] req@ffffa0e6c60c9180 x1874589766383488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758454.620867:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766383488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758454.620876:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758454.620880:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758454.620883:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766383488:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758454.620889:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758451/real 1787758454] req@ffffa0e6c60ca300 x1874589766382976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758454.620902:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766382976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758454.620910:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758454.620913:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758454.620917:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766382976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758454.620924:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758451/real 1787758454] req@ffffa0e6c60c8380 x1874589766383104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758454.620936:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766383104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758454.620945:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758454.620948:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758454.620953:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766383104:192.168.201.131@tcp:38:kworker.0 00010000:00010000:1.0:1787758455.516471:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758455.644406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758455.644480:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758456.540577:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758456.668475:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758456.668526:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787758456.668556:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758456.668567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758456.668593:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758456.668610:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10432 00000100:00080000:1.0:1787758456.668627:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758456.668639:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758456.668697:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766383616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758456.668774:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758456.668782:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758456.668786:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758456.668795:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10432 00000100:00080000:1.0:1787758456.668803:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758456.668813:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758456.668868:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758456.668881:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766383616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758456.668904:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766383744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758456.668947:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758456.668954:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758456.668958:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758456.668967:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10432 00000100:00080000:1.0:1787758456.668976:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758456.668985:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758456.668997:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758456.669021:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766383872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758456.669040:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787758456.669050:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787758456.669054:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758456.669060:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758456.669071:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10432 00000100:00080000:1.0:1787758456.669079:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758456.669088:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758456.669100:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758456.669131:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758456/real 1787758456] req@ffffa0e6c792aa00 x1874589766383616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758456.669133:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766384000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758456.669203:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758456.669211:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758456.669220:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787758456.669220:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766383616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758456.669240:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10432 00000100:00080000:1.0:1787758456.669255:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758456.669261:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758456.669271:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:2.0:1787758456.669281:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:1.0:1787758456.669289:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758456.669358:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766383616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758456.669446:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766383744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758456.669459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766384128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787758456.669507:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758456.669540:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758456/real 1787758456] req@ffffa0e6c7928e00 x1874589766383744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758456.669564:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766383744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758456.669582:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758456.669588:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758456.669595:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766383744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758456.669607:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766383872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758456.669650:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758456.669680:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758456/real 1787758456] req@ffffa0e6c792ad80 x1874589766383872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758456.669705:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766383872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758456.669734:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758456.669740:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758456.669748:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766383872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758456.669767:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766384000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758456.669808:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758456.669832:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758456/real 1787758456] req@ffffa0e6c7929880 x1874589766384000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758456.669896:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766384000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758456.669921:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758456.669928:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758456.669935:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766384000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758456.669971:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766384128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758456.670019:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758456.670045:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758456/real 1787758456] req@ffffa0e6c792b480 x1874589766384128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758456.670069:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766384128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758456.670089:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758456.670095:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758456.670102:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766384128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758457.564674:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758457.692408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758457.692413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758458.588488:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758458.716426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758458.716493:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758459.612473:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758459.740358:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758459.740358:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758460.636446:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758460.764404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758460.764405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758461.660470:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758461.788365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758461.788373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787758461.788386:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758461.788392:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758461.788396:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758461.788406:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10437 00000100:00080000:1.0:1787758461.788417:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758461.788425:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758461.788464:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766384256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758461.788485:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758461.788489:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758461.788491:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758461.788496:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10437 00000100:00080000:1.0:1787758461.788500:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758461.788504:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758461.788513:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758461.788522:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766384256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758461.788527:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766384384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758461.788536:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758461.788539:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758461.788541:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758461.788544:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10437 00000100:00080000:1.0:1787758461.788547:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758461.788551:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758461.788554:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758461.788563:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766384512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758461.788572:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758461.788575:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758461.788576:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758461.788580:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10437 00000100:00080000:1.0:1787758461.788582:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758461.788587:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758461.788592:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787758461.788593:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758461.788600:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766384640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758461.788608:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758461.788611:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758461.788613:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758461.788616:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10437 00000100:00080000:1.0:1787758461.788619:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758461.788622:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758461.788626:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758461/real 1787758461] req@ffffa0e6c792a300 x1874589766384256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787758461.788627:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758461.788636:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766384768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758461.788643:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766384256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758461.788654:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758461.788658:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758461.788663:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766384256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758461.788685:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766384384:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758461.788707:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758461.788717:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758461/real 1787758461] req@ffffa0e6c7929c00 x1874589766384384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758461.788725:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766384384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758461.788731:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758461.788733:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758461.788736:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766384384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758461.788740:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766384512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758461.788751:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758461.788757:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758461/real 1787758461] req@ffffa0e6c7929f80 x1874589766384512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758461.788764:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766384512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758461.788769:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758461.788771:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758461.788773:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766384512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758461.788776:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766384640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758461.788786:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758461.788791:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758461/real 1787758461] req@ffffa0e6c792bb80 x1874589766384640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758461.788799:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766384640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758461.788805:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758461.788807:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758461.788809:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766384640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758461.788812:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766384768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758461.788822:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758461.788828:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758461/real 1787758461] req@ffffa0e6c7928380 x1874589766384768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758461.788836:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766384768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758461.788842:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758461.788844:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758461.788845:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766384768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758462.684425:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758462.812396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758462.812412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758463.708448:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758463.836349:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758463.836354:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758464.732400:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758464.860428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758464.860452:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758465.756524:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758465.884396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758465.884408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758466.780379:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758466.908405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758466.908409:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758466.908414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758466.908419:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758466.908427:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758466.908440:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10442 00000100:00080000:3.0:1787758466.908455:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758466.908466:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758466.908515:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766384896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758466.908542:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758466.908544:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758466.908546:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758466.908549:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10442 00000100:00080000:3.0:1787758466.908552:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758466.908556:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758466.908565:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758466.908580:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766385024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758466.908581:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766384896:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758466.908596:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758466.908599:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758466.908600:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758466.908604:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10442 00000100:00080000:3.0:1787758466.908606:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758466.908610:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758466.908614:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758466.908622:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766385152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758466.908629:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758466.908632:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758466.908634:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758466.908636:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10442 00000100:00080000:3.0:1787758466.908652:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758466.908655:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758466.908659:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758466.908666:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766385280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787758466.908674:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758466.908678:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758466.908681:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758466.908683:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758466.908686:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10442 00000100:00080000:3.0:1787758466.908689:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758466.908691:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758466.908694:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758466.908702:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766385408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758466.908727:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758466/real 1787758466] req@ffffa0e6c35b0380 x1874589766384896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758466.908749:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766384896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758466.908762:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758466.908767:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758466.908772:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766384896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758466.908797:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766385024:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758466.908822:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758466.908838:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758466/real 1787758466] req@ffffa0e6c35b3b80 x1874589766385024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758466.908852:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766385024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758466.908862:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758466.908866:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758466.908870:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766385024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758466.908876:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766385152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758466.908895:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758466.908906:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758466/real 1787758466] req@ffffa0e6c35b1500 x1874589766385152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758466.908919:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766385152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758466.908928:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758466.908932:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758466.908936:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766385152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758466.908942:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766385280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758466.908960:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758466.908970:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758466/real 1787758466] req@ffffa0e6c35b1180 x1874589766385280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758466.908982:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766385280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758466.908995:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758466.908999:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758466.909002:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766385280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758466.909008:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766385408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758466.909030:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758466.909041:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758466/real 1787758466] req@ffffa0e6c35b3100 x1874589766385408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758466.909054:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766385408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758466.909066:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758466.909069:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758466.909073:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766385408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758467.804465:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758467.932336:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758467.932338:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758468.828393:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758468.956381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758468.956381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758469.852439:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758469.980329:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758469.980331:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758470.876393:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758471.004412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758471.004412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758471.900451:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758472.028356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787758472.028367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758472.028374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758472.028377:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758472.028386:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10447 00000100:00100000:0.0:1787758472.028392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787758472.028397:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758472.028405:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758472.028438:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766385536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758472.028459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758472.028461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758472.028463:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758472.028466:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10447 00000100:00080000:1.0:1787758472.028468:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758472.028471:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758472.028478:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758472.028488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766385664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758472.028491:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766385536:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787758472.028505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758472.028508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758472.028509:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758472.028513:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10447 00000100:00080000:1.0:1787758472.028515:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758472.028517:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758472.028520:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758472.028529:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766385792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758472.028535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758472.028538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758472.028539:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758472.028542:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10447 00000100:00080000:1.0:1787758472.028546:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758472.028548:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758472.028553:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787758472.028557:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758472.028565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766385920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758472.028573:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758472.028575:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758472.028577:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758472.028579:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10447 00000100:00080000:1.0:1787758472.028582:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758472.028585:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758472.028588:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758472.028592:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758472/real 1787758472] req@ffffa0e6c792b100 x1874589766385536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758472.028598:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766386048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758472.028621:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766385536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758472.028631:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758472.028634:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758472.028637:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766385536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758472.028655:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766385664:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758472.028670:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758472.028678:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758472/real 1787758472] req@ffffa0e6c7929180 x1874589766385664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758472.028686:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766385664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758472.028692:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758472.028694:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758472.028696:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766385664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758472.028699:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766385792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758472.028710:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758472.028715:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758472/real 1787758472] req@ffffa0e6c792a680 x1874589766385792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758472.028722:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766385792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758472.028728:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758472.028729:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758472.028731:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766385792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758472.028735:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766385920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758472.028746:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758472.028752:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758472/real 1787758472] req@ffffa0e6c7928a80 x1874589766385920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758472.028759:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766385920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758472.028765:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758472.028767:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758472.028769:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766385920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758472.028772:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766386048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758472.028781:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758472.028787:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758472/real 1787758472] req@ffffa0e6c7929500 x1874589766386048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758472.028794:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766386048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758472.028800:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758472.028802:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758472.028803:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766386048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758472.924496:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758473.052376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758473.052376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758473.948442:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758474.076338:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758474.076340:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758474.972497:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758475.100334:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758475.100339:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758475.996423:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758476.124360:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758476.124365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758477.020480:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758477.148396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758477.148396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758477.148398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758477.148415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758477.148420:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758477.148431:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10452 00000100:00080000:3.0:1787758477.148443:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758477.148449:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758477.148483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766386176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758477.148505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758477.148508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758477.148509:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758477.148513:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10452 00000100:00080000:3.0:1787758477.148515:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758477.148518:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758477.148526:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758477.148537:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766386304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758477.148538:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766386176:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758477.148553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758477.148556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758477.148557:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758477.148560:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10452 00000100:00080000:3.0:1787758477.148562:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758477.148564:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758477.148567:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758477.148576:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766386432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758477.148583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758477.148585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758477.148587:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758477.148589:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10452 00000100:00080000:3.0:1787758477.148592:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758477.148594:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758477.148598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:2.0:1787758477.148603:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758477.148607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766386560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758477.148614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758477.148617:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758477.148618:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758477.148621:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10452 00000100:00080000:3.0:1787758477.148624:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758477.148626:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758477.148629:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758477.148638:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758477/real 1787758477] req@ffffa0e6c35b0e00 x1874589766386176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758477.148638:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766386688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787758477.148667:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766386176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758477.148676:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758477.148679:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758477.148684:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766386176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758477.148703:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766386304:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758477.148717:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758477.148725:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758477/real 1787758477] req@ffffa0e6c35b2680 x1874589766386304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758477.148732:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766386304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758477.148738:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758477.148741:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758477.148743:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766386304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758477.148746:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766386432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:2.0:1787758477.148756:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758477.148761:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758477/real 1787758477] req@ffffa0e6c35b3800 x1874589766386432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758477.148769:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766386432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758477.148775:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758477.148776:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758477.148778:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766386432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758477.148781:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766386560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758477.148791:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758477.148797:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758477/real 1787758477] req@ffffa0e6c35b1880 x1874589766386560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758477.148804:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766386560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758477.148811:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758477.148812:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758477.148814:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766386560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787758477.148818:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766386688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:2.0:1787758477.148827:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758477.148832:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758477/real 1787758477] req@ffffa0e6c35b1c00 x1874589766386688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758477.148839:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766386688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758477.148850:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758477.148852:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758477.148854:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766386688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758478.044436:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758478.172378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758478.172406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758479.068384:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758479.196345:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758479.196368:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758480.092385:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758480.220375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758480.220375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758481.116480:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758481.244347:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758481.244381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758482.140459:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758482.268397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758482.268397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758482.268437:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758482.268449:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758482.268454:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758482.268466:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10458 00000100:00080000:2.0:1787758482.268480:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758482.268487:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758482.268630:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766386816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758482.268664:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758482.268668:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758482.268670:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758482.268675:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10458 00000100:00080000:2.0:1787758482.268686:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758482.268692:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758482.268700:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766386816:192.168.201.131@tcp:250:kworker.0 00000008:00100000:2.0:1787758482.268710:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758482.268730:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766386944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758482.268743:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758482.268746:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758482.268747:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758482.268750:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10458 00000100:00080000:2.0:1787758482.268754:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758482.268756:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758482.268759:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787758482.268763:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758482.268771:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766387072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758482.268779:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758482.268782:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758482.268783:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758482.268786:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10458 00000100:00080000:2.0:1787758482.268789:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758482.268792:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758482.268795:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758482.268797:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758482/real 1787758482] req@ffffa0e6c60c8e00 x1874589766386816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758482.268805:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766387200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758482.268813:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758482.268816:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758482.268817:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758482.268820:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10458 00000100:00100000:1.0:1787758482.268824:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766386816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758482.268825:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758482.268833:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758482.268839:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787758482.268850:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1787758482.268850:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766387328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758482.268859:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758482.268866:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766386816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758482.268886:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766386944:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758482.268903:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758482.268911:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758482/real 1787758482] req@ffffa0e6c60c9880 x1874589766386944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758482.268919:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766386944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758482.268946:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758482.268949:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758482.268951:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766386944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758482.268955:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766387072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758482.268968:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758482.268975:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758482/real 1787758482] req@ffffa0e6c60cb480 x1874589766387072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758482.268982:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766387072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758482.268988:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758482.268990:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758482.268992:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766387072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758482.268996:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766387200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758482.269007:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758482.269013:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758482/real 1787758482] req@ffffa0e6c60cad80 x1874589766387200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758482.269020:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766387200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758482.269026:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758482.269028:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758482.269030:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766387200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758482.269033:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766387328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758482.269043:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758482.269048:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758482/real 1787758482] req@ffffa0e6c60c8a80 x1874589766387328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758482.269055:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766387328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758482.269061:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758482.269063:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758482.269065:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766387328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758483.164470:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758483.292358:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758483.292403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758484.188371:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758484.316431:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758484.316431:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758485.212460:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758485.340334:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758485.340393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758486.236408:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758486.364366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758486.364366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758487.260532:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758487.388362:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758487.388362:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758487.388366:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758487.388373:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758487.388377:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758487.388387:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10463 00000100:00080000:2.0:1787758487.388398:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758487.388406:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758487.388448:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766387456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758487.388478:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758487.388482:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758487.388483:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758487.388486:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10463 00000100:00080000:2.0:1787758487.388490:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758487.388494:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758487.388502:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758487.388513:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766387456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758487.388515:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766387584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758487.388527:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758487.388530:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758487.388531:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758487.388534:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10463 00000100:00080000:2.0:1787758487.388537:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758487.388539:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758487.388541:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758487.388549:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766387712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758487.388555:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758487.388557:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758487.388559:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758487.388562:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10463 00000100:00080000:2.0:1787758487.388564:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758487.388566:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758487.388569:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758487.388577:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766387840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758487.388584:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758487.388590:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758487.388593:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758487.388594:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758487.388598:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10463 00000100:00080000:2.0:1787758487.388602:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758487.388604:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758487.388608:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758487.388615:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766387968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758487.388625:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758487/real 1787758487] req@ffffa0e6c60c8a80 x1874589766387456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758487.388640:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766387456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758487.388648:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758487.388651:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758487.388653:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766387456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758487.388671:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766387584:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758487.388687:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758487.388696:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758487/real 1787758487] req@ffffa0e6c60cad80 x1874589766387584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758487.388704:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766387584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758487.388710:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758487.388712:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758487.388715:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766387584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758487.388718:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766387712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758487.388731:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758487.388737:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758487/real 1787758487] req@ffffa0e6c60cb480 x1874589766387712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758487.388744:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766387712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758487.388750:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758487.388752:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758487.388754:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766387712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758487.388757:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766387840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758487.388768:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758487.388773:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758487/real 1787758487] req@ffffa0e6c60c9880 x1874589766387840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758487.388780:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766387840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758487.388787:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758487.388789:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758487.388791:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766387840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758487.388795:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766387968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758487.388805:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758487.388810:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758487/real 1787758487] req@ffffa0e6c60c8e00 x1874589766387968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758487.388830:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766387968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758487.388853:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758487.388871:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758487.388876:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766387968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758488.284398:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758488.412366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758488.412376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758489.308441:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758489.436317:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758489.436359:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758490.332435:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758490.460367:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758490.460367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758491.356523:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758491.484359:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758491.484396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758492.381427:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758492.508365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758492.508366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758492.508377:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758492.508384:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758492.508389:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758492.508400:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10468 00000100:00080000:2.0:1787758492.508413:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758492.508421:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758492.508461:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766388096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758492.508487:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758492.508491:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758492.508493:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758492.508498:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10468 00000100:00080000:2.0:1787758492.508502:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758492.508506:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758492.508516:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758492.508529:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766388096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758492.508532:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766388224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758492.508546:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758492.508550:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758492.508552:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758492.508557:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10468 00000100:00080000:2.0:1787758492.508561:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758492.508565:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758492.508570:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758492.508585:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766388352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758492.508594:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758492.508598:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:1.0:1787758492.508602:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758492.508602:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758492.508611:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10468 00000100:00080000:2.0:1787758492.508615:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758492.508620:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758492.508626:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758492.508641:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766388480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758492.508644:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758492/real 1787758492] req@ffffa0e6c60c8380 x1874589766388096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758492.508662:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758492.508668:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758492.508670:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758492.508677:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10468 00000100:00100000:1.0:1787758492.508678:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766388096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758492.508681:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758492.508690:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787758492.508700:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1787758492.508700:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787758492.508709:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758492.508715:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766388096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758492.508719:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766388608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758492.508761:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766388224:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758492.508790:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758492.508804:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758492/real 1787758492] req@ffffa0e6c60ca300 x1874589766388224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758492.508817:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766388224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758492.508827:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758492.508831:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758492.508834:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766388224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758492.508841:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766388352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758492.508860:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758492.508870:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758492/real 1787758492] req@ffffa0e6c60c9180 x1874589766388352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758492.508883:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766388352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758492.508892:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758492.508896:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758492.508899:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766388352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758492.508905:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766388480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758492.508923:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758492.508933:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758492/real 1787758492] req@ffffa0e6c60caa00 x1874589766388480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758492.508954:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766388480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758492.508965:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758492.508968:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758492.508972:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766388480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758492.508988:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766388608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758492.509007:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758492.509019:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758492/real 1787758492] req@ffffa0e6c60c9f80 x1874589766388608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758492.509032:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766388608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758492.509042:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758492.509046:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758492.509050:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766388608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758493.404459:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758493.532375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758493.532380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758494.428445:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758494.556380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758494.556380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758495.452446:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758495.580390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758495.580390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758496.476475:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758496.604380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758496.604380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758497.500424:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758497.628379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758497.628380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758497.628380:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758497.628389:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758497.628393:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758497.628402:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10473 00000100:00080000:2.0:1787758497.628412:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758497.628418:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758497.628454:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766388736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758497.628473:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758497.628476:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758497.628477:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758497.628480:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10473 00000100:00080000:2.0:1787758497.628483:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758497.628486:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758497.628493:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758497.628506:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766388736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758497.628506:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766388864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758497.628525:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758497.628527:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758497.628529:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758497.628532:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10473 00000100:00080000:2.0:1787758497.628534:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758497.628537:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758497.628541:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758497.628550:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766388992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758497.628556:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758497.628558:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758497.628560:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758497.628562:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10473 00000100:00080000:2.0:1787758497.628565:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758497.628567:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758497.628570:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787758497.628575:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758497.628580:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766389120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758497.628587:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758497.628590:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758497.628592:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758497.628595:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10473 00000100:00080000:2.0:1787758497.628597:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758497.628601:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758497.628604:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758497.628609:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758497/real 1787758497] req@ffffa0e6c60c9f80 x1874589766388736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758497.628613:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766389248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758497.628636:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766388736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758497.628665:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758497.628669:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758497.628673:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766388736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758497.628695:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766388864:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758497.628713:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758497.628722:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758497/real 1787758497] req@ffffa0e6c60caa00 x1874589766388864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758497.628730:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766388864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758497.628736:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758497.628739:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758497.628741:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766388864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758497.628744:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766388992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758497.628756:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758497.628761:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758497/real 1787758497] req@ffffa0e6c60c9180 x1874589766388992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758497.628773:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766388992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758497.628778:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758497.628780:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758497.628782:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766388992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758497.628785:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766389120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758497.628796:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758497.628801:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758497/real 1787758497] req@ffffa0e6c60ca300 x1874589766389120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758497.628809:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766389120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758497.628815:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758497.628817:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758497.628819:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766389120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758497.628822:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766389248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758497.628831:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758497.628836:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758497/real 1787758497] req@ffffa0e6c60c8380 x1874589766389248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758497.628844:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766389248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758497.628855:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758497.628856:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758497.628858:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766389248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758498.524481:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758498.652353:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758498.652354:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758499.548492:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758499.676353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758499.676367:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758500.572441:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758500.700386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758500.700394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758501.596519:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758501.724353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758501.724357:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758502.620462:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758502.748358:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758502.748361:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758502.748369:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758502.748374:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758502.748383:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10478 00000100:00080000:2.0:1787758502.748394:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758502.748400:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758502.748430:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758502.748437:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766389376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758502.748478:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758502.748481:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758502.748483:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758502.748488:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10478 00000100:00080000:2.0:1787758502.748491:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758502.748494:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758502.748502:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758502.748510:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766389504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758502.748518:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758502.748521:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758502.748522:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758502.748533:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10478 00000100:00080000:2.0:1787758502.748535:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758502.748538:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758502.748541:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758502.748548:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766389632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758502.748561:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758502.748593:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758502.748599:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787758502.748601:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766389376:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758502.748609:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10478 00000100:00080000:2.0:1787758502.748627:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758502.748632:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758502.748637:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758502.748654:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766389760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758502.748662:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758502.748664:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758502.748665:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758502.748668:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10478 00000100:00080000:2.0:1787758502.748670:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758502.748673:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758502.748677:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758502.748684:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766389888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787758502.748744:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758502.748809:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758502/real 1787758502] req@ffffa0e6c60c8e00 x1874589766389376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758502.748844:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766389376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758502.748860:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758502.748866:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758502.748871:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766389376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758502.748882:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766389504:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758502.748913:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758502.748930:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758502/real 1787758502] req@ffffa0e6c60c9880 x1874589766389504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758502.748945:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766389504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758502.748957:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758502.748963:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758502.748970:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766389504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758502.749014:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766389632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758502.749057:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758502.749081:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758502/real 1787758502] req@ffffa0e6c60cb480 x1874589766389632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758502.749098:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766389632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758502.749119:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758502.749123:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758502.749127:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766389632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758502.749136:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766389760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758502.749164:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758502.749177:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758502/real 1787758502] req@ffffa0e6c60cad80 x1874589766389760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758502.749200:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766389760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758502.749221:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758502.749228:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758502.749235:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766389760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758502.749248:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766389888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758502.749333:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758502.749351:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758502/real 1787758502] req@ffffa0e6c60c8a80 x1874589766389888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758502.749367:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766389888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758502.749381:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758502.749385:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758502.749390:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766389888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758503.644401:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758503.772356:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758503.773333:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758504.668448:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758504.796329:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758504.796395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758505.692466:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758505.821331:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758505.821387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758506.716474:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758506.844319:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758506.844349:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758507.740410:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758507.868322:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758507.868348:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758507.868354:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758507.868354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758507.868360:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758507.868369:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10483 00000100:00080000:3.0:1787758507.868378:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758507.868385:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758507.868416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766390016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758507.868439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758507.868441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758507.868443:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758507.868446:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10483 00000100:00080000:3.0:1787758507.868448:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758507.868451:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758507.868458:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758507.868467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766390144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758507.868484:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766390016:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758507.868499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758507.868503:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758507.868505:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758507.868511:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10483 00000100:00080000:3.0:1787758507.868516:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758507.868522:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758507.868528:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758507.868542:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766390272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758507.868544:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758507.868554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758507.868557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758507.868558:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758507.868562:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10483 00000100:00080000:3.0:1787758507.868565:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758507.868568:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758507.868572:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758507.868579:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766390400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758507.868584:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758507/real 1787758507] req@ffffa0e6c35b0a80 x1874589766390016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758507.868592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758507.868602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758507.868604:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758507.868607:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10483 00000100:00080000:3.0:1787758507.868609:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758507.868612:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766390016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758507.868615:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758507.868622:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787758507.868629:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787758507.868633:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766390528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758507.868637:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758507.868645:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766390016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758507.868667:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766390144:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758507.868683:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758507.868691:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758507/real 1787758507] req@ffffa0e6c35b3480 x1874589766390144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758507.868700:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766390144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758507.868706:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758507.868708:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758507.868711:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766390144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758507.868714:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766390272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758507.868724:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758507.868730:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758507/real 1787758507] req@ffffa0e6c35b1f80 x1874589766390272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758507.868738:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766390272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758507.868743:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758507.868745:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758507.868747:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766390272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758507.868750:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766390400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758507.868761:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758507.868766:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758507/real 1787758507] req@ffffa0e6c35b2a00 x1874589766390400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758507.868774:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766390400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758507.868780:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758507.868782:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758507.868784:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766390400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758507.868787:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766390528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758507.868797:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758507.868803:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758507/real 1787758507] req@ffffa0e6c35b2d80 x1874589766390528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758507.868810:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766390528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758507.868816:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758507.868817:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758507.868819:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766390528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758508.764510:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758508.892332:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758508.892341:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758509.788414:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758509.916414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758509.916453:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758510.812464:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758510.940334:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758510.940334:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758511.836472:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758511.964377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758511.964381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758512.860456:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758512.988337:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758512.988351:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758512.988357:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758512.988361:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758512.988369:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10488 00000100:00080000:3.0:1787758512.988378:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758512.988404:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758512.988407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758512.988438:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766390656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758512.988458:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758512.988460:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758512.988462:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758512.988465:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10488 00000100:00080000:3.0:1787758512.988467:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758512.988470:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758512.988477:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758512.988488:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766390784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758512.988496:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758512.988498:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758512.988501:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758512.988502:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766390656:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758512.988506:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10488 00000100:00080000:3.0:1787758512.988511:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758512.988514:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758512.988517:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758512.988524:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766390912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758512.988530:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758512.988533:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758512.988534:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758512.988537:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10488 00000100:00080000:3.0:1787758512.988539:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758512.988542:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758512.988545:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758512.988551:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766391040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758512.988557:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758512.988559:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758512.988561:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758512.988563:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10488 00000100:00080000:3.0:1787758512.988565:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758512.988568:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758512.988571:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787758512.988572:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758512.988580:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766391168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758512.988613:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758512/real 1787758512] req@ffffa0e6c35b0700 x1874589766390656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758512.988631:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766390656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758512.988641:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758512.988645:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758512.988649:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766390656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758512.988671:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766390784:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758512.988695:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758512.988707:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758512/real 1787758512] req@ffffa0e6c35b2d80 x1874589766390784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758512.988719:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766390784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758512.988728:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758512.988731:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758512.988735:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766390784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758512.988742:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766390912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758512.988761:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758512.988771:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758512/real 1787758512] req@ffffa0e6c35b2a00 x1874589766390912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758512.988783:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766390912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758512.988797:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758512.988801:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758512.988804:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766390912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758512.988809:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766391040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758512.988829:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758512.988840:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758512/real 1787758512] req@ffffa0e6c35b1f80 x1874589766391040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758512.988853:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766391040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758512.988863:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758512.988866:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758512.988870:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766391040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758512.988875:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766391168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758512.988894:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758512.988906:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758512/real 1787758512] req@ffffa0e6c35b3480 x1874589766391168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758512.988918:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766391168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758512.988928:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758512.988931:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758512.988935:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766391168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758513.884471:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758514.012401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758514.012418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758514.908486:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758515.036445:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758515.036445:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758515.932516:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758516.060382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758516.060410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758516.956438:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758517.084364:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758517.084375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758517.980492:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758518.108358:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758518.108358:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758518.108390:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758518.108398:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758518.108402:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758518.108412:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10493 00000100:00080000:0.0:1787758518.108423:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758518.108430:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758518.108462:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766391296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758518.108484:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758518.108486:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758518.108488:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758518.108491:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10493 00000100:00080000:0.0:1787758518.108494:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758518.108497:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758518.108504:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758518.108514:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766391296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758518.108515:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766391424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758518.108527:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758518.108529:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758518.108530:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758518.108534:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10493 00000100:00080000:0.0:1787758518.108537:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758518.108539:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758518.108542:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758518.108550:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766391552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758518.108557:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758518.108560:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758518.108561:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758518.108564:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10493 00000100:00080000:0.0:1787758518.108566:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758518.108569:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758518.108572:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758518.108578:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766391680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758518.108585:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758518.108588:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758518.108589:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758518.108592:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10493 00000100:00080000:0.0:1787758518.108595:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758518.108597:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758518.108601:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758518.108606:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766391424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787758518.108611:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766391808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758518.108643:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766391552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758518.108667:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766391680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758518.108690:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766391808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758519.004476:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758519.132359:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758519.132467:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758520.028445:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758520.156360:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758520.156360:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758521.052450:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758521.180383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758521.180383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:3.0:1787758521.180540:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787758521.180580:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787758521.180597:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758521.180636:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758521.180646:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758521.180654:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758521.180665:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787758521.180688:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758518/real 1787758521] req@ffffa0e6d86c6300 x1874589766391424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758521.180713:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766391424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758521.180726:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758521.180731:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758521.180736:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766391424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758521.180744:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758518/real 1787758521] req@ffffa0e6d86c7800 x1874589766391552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758521.180757:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766391552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758521.180766:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758521.180770:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758521.180773:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766391552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758521.180780:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758518/real 1787758521] req@ffffa0e6d86c6680 x1874589766391680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758521.180792:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766391680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758521.180802:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758521.180805:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758521.180809:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766391680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758521.180816:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758518/real 1787758521] req@ffffa0e6d86c5880 x1874589766391296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758521.180828:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766391296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758521.180835:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758521.180839:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758521.180842:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766391296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758521.180872:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758518/real 1787758521] req@ffffa0e6d86c5c00 x1874589766391808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758521.180884:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766391808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758521.180894:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758521.180897:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758521.180901:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766391808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758522.076390:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758522.204405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758522.204405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758523.100427:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787758523.228388:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758523.228393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758523.228398:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758523.228402:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758523.228411:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10499 00000100:00080000:0.0:1787758523.228421:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758523.228427:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758523.228458:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766391936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758523.228474:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758523.228488:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758523.228491:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758523.228493:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758523.228496:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10499 00000100:00080000:0.0:1787758523.228499:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758523.228502:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758523.228510:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758523.228524:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766392064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758523.228535:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758523.228542:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787758523.228543:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766391936:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758523.228545:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758523.228556:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10499 00000100:00080000:0.0:1787758523.228561:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758523.228566:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758523.228572:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758523.228586:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766392192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758523.228596:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758523.228599:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758523.228602:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758523.228606:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10499 00000100:00080000:0.0:1787758523.228610:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787758523.228612:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758523.228618:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758523.228625:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758523.228638:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766392320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758523.228649:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787758523.228652:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758523/real 1787758523] req@ffffa0e6d86c5c00 x1874589766391936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758523.228654:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758523.228659:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758523.228664:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10499 00000100:00080000:0.0:1787758523.228669:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758523.228677:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758523.228684:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758523.228696:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766391936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758523.228701:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766392448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758523.228722:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758523.228730:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758523.228740:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766391936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758523.228765:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766392064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758523.228791:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758523.228805:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758523/real 1787758523] req@ffffa0e6d86c5880 x1874589766392064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758523.228818:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766392064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758523.228828:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758523.228831:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758523.228835:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766392064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758523.228840:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766392192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758523.228860:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758523.228872:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758523/real 1787758523] req@ffffa0e6d86c6680 x1874589766392192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758523.228883:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766392192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758523.228891:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758523.228894:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758523.228897:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766392192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758523.228902:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766392320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758523.228920:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758523.228929:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758523/real 1787758523] req@ffffa0e6d86c7800 x1874589766392320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758523.228940:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766392320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758523.228971:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758523.228974:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758523.228978:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766392320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758523.228985:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766392448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758523.229005:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758523.229024:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758523/real 1787758523] req@ffffa0e6d86c6300 x1874589766392448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758523.229038:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766392448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758523.229048:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758523.229051:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758523.229054:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766392448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758524.124456:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758524.252361:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758524.252362:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758525.148511:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758525.276379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758525.276379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758526.172441:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758526.300342:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758526.300342:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758527.196436:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758527.324388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758527.324388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758528.220455:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758528.348349:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758528.348368:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758528.348412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758528.348420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758528.348424:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758528.348435:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10504 00000100:00080000:3.0:1787758528.348445:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758528.348452:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758528.348486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766392576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758528.348513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758528.348517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758528.348519:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758528.348524:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10504 00000100:00080000:3.0:1787758528.348527:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758528.348533:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758528.348542:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758528.348552:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766392576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758528.348558:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766392704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758528.348570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758528.348574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758528.348576:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758528.348580:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10504 00000100:00080000:3.0:1787758528.348583:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758528.348588:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758528.348592:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758528.348603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766392832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758528.348613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758528.348616:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758528.348618:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758528.348625:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10504 00000800:00000100:1.0:1787758528.348627:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758528.348631:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758528.348636:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758528.348641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758528.348652:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766392960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758528.348662:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758528.348668:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758528/real 1787758528] req@ffffa0e6c35b0a80 x1874589766392576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758528.348669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758528.348672:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758528.348682:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10504 00000100:00080000:3.0:1787758528.348688:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758528.348695:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758528.348700:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766392576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787758528.348704:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787758528.348718:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758528.348725:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758528.348729:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766392576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758528.348731:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766393088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758528.348755:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766392704:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758528.348790:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758528.348803:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758528/real 1787758528] req@ffffa0e6c35b1c00 x1874589766392704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758528.348817:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766392704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758528.348827:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758528.348830:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758528.348834:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766392704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758528.348840:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766392832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758528.348857:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758528.348867:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758528/real 1787758528] req@ffffa0e6c35b1880 x1874589766392832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758528.348878:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766392832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758528.348887:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758528.348891:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758528.348894:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766392832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758528.348900:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766392960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758528.348916:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758528.348925:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758528/real 1787758528] req@ffffa0e6c35b3800 x1874589766392960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758528.348944:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766392960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758528.348956:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758528.348962:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758528.348967:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766392960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758528.348973:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766393088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758528.348992:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758528.349004:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758528/real 1787758528] req@ffffa0e6c35b2680 x1874589766393088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758528.349016:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766393088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758528.349025:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758528.349028:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758528.349032:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766393088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758529.244398:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758529.372367:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758529.372367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758530.268413:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758530.396351:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758530.396364:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758531.292427:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758531.420403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758531.420403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758532.316530:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758532.444346:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758532.444346:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758533.340510:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758533.468388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758533.468392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758533.468394:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758533.468407:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758533.468412:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758533.468428:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10509 00000100:00080000:0.0:1787758533.468442:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758533.468453:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758533.468506:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766393216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758533.468533:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758533.468536:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758533.468538:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758533.468541:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10509 00000100:00080000:0.0:1787758533.468545:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758533.468549:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758533.468560:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758533.468571:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766393344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758533.468575:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766393216:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758533.468597:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758533.468600:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758533.468601:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758533.468606:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10509 00000100:00080000:0.0:1787758533.468609:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758533.468612:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758533.468617:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758533.468627:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766393472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758533.468635:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758533.468638:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758533.468639:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758533.468643:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10509 00000100:00080000:0.0:1787758533.468646:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758533.468650:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787758533.468656:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:0.0:1787758533.468657:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758533.468677:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766393600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758533.468690:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758533.468697:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758533/real 1787758533] req@ffffa0e6d86c6300 x1874589766393216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758533.468698:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758533.468703:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758533.468718:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10509 00000100:00080000:0.0:1787758533.468724:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758533.468731:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758533.468731:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766393216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787758533.468748:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787758533.468752:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758533.468757:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787758533.468763:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766393728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758533.468764:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766393216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758533.468804:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766393344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758533.468821:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758533.468830:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758533/real 1787758533] req@ffffa0e6d86c7800 x1874589766393344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758533.468838:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766393344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758533.468844:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758533.468846:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758533.468848:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766393344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758533.468853:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766393472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758533.468863:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758533.468869:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758533/real 1787758533] req@ffffa0e6d86c6680 x1874589766393472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758533.468877:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766393472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758533.468887:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758533.468889:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758533.468891:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766393472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758533.468895:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766393600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758533.468905:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758533.468911:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758533/real 1787758533] req@ffffa0e6d86c5880 x1874589766393600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758533.468918:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766393600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758533.468925:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758533.468927:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758533.468929:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766393600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758533.468932:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766393728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758533.468942:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758533.468948:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758533/real 1787758533] req@ffffa0e6d86c5c00 x1874589766393728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758533.468955:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766393728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758533.468961:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758533.468963:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758533.468965:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766393728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758534.364461:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758534.492363:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758534.492363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758535.388559:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758535.516394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758535.516409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758536.412504:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758536.540422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758536.540423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758537.436526:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758537.564388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758537.564388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758538.460516:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758538.588402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758538.588402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758538.588402:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758538.588414:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758538.588419:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758538.588443:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10514 00000100:00080000:3.0:1787758538.588455:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758538.588463:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758538.588509:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766393856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758538.588535:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758538.588539:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758538.588540:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758538.588544:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10514 00000100:00080000:3.0:1787758538.588557:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758538.588560:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758538.588570:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758538.588580:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766393984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758538.588587:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766393856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758538.588591:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758538.588597:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758538.588599:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758538.588603:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10514 00000100:00080000:3.0:1787758538.588605:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758538.588608:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758538.588621:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758538.588630:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766394112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758538.588636:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758538.588638:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758538.588640:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758538.588643:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10514 00000100:00080000:3.0:1787758538.588646:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758538.588648:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758538.588651:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758538.588659:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766394240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758538.588664:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758538.588667:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758538.588668:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758538.588671:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10514 00000100:00080000:3.0:1787758538.588693:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787758538.588696:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758538.588700:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758538.588705:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758538.588713:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766394368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758538.588748:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758538/real 1787758538] req@ffffa0e6c35b0e00 x1874589766393856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758538.588769:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766393856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758538.588778:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758538.588782:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758538.588785:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766393856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758538.588808:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766393984:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758538.588828:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758538.588837:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758538/real 1787758538] req@ffffa0e6c35b3100 x1874589766393984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758538.588846:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766393984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758538.588853:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758538.588855:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758538.588859:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766393984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758538.588866:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766394112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758538.588887:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758538.588899:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758538/real 1787758538] req@ffffa0e6c35b1180 x1874589766394112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758538.588912:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766394112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758538.588920:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758538.588922:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758538.588925:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766394112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758538.588929:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766394240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758538.588959:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758538.588967:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758538/real 1787758538] req@ffffa0e6c35b1500 x1874589766394240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758538.588975:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766394240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758538.588984:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758538.588986:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758538.588988:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766394240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758538.588993:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766394368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758538.589004:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758538.589010:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758538/real 1787758538] req@ffffa0e6c35b3b80 x1874589766394368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758538.589018:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766394368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758538.589025:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758538.589027:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758538.589029:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766394368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758539.484499:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758539.612402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758539.612450:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758540.508429:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758540.636389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758540.636396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758541.532461:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758541.660346:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758541.660347:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758542.556489:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758542.684419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758542.684421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758543.580471:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758543.708348:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758543.708352:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758543.708361:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758543.708367:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758543.708378:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10519 00000100:00080000:3.0:1787758543.708392:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758543.708401:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758543.708403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758543.708451:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766394496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758543.708487:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758543.708490:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758543.708492:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758543.708495:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10519 00000100:00080000:3.0:1787758543.708498:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758543.708501:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758543.708512:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758543.708525:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766394624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758543.708532:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766394496:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758543.708546:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758543.708550:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758543.708551:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758543.708555:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10519 00000100:00080000:3.0:1787758543.708556:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758543.708560:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758543.708564:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758543.708575:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766394752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758543.708582:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758543.708584:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758543.708585:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758543.708589:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10519 00000100:00080000:3.0:1787758543.708594:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758543.708597:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758543.708601:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758543.708609:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766394880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758543.708616:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787758543.708626:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758543.708631:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758543.708634:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758543.708641:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10519 00000100:00080000:3.0:1787758543.708646:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758543.708649:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758543.708655:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758543.708673:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766395008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758543.708678:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758543/real 1787758543] req@ffffa0e6c35b0380 x1874589766394496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758543.708722:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766394496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758543.708733:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758543.708737:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758543.708742:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766394496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758543.708763:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766394624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758543.708781:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758543.708791:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758543/real 1787758543] req@ffffa0e6c35b3b80 x1874589766394624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758543.708801:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766394624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758543.708807:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758543.708810:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758543.708812:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766394624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758543.708827:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766394752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758543.708859:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758543.708871:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758543/real 1787758543] req@ffffa0e6c35b1500 x1874589766394752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758543.708881:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766394752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758543.708888:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758543.708891:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758543.708893:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766394752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758543.708898:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766394880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758543.708915:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758543.708922:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758543/real 1787758543] req@ffffa0e6c35b1180 x1874589766394880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758543.708930:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766394880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758543.708939:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758543.708941:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758543.708943:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766394880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758543.708947:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766395008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758543.708960:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758543.708966:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758543/real 1787758543] req@ffffa0e6c35b3100 x1874589766395008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758543.708974:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766395008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758543.708981:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758543.708984:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758543.708986:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766395008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758544.604528:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758544.732408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758544.732409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758545.628463:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758545.756336:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758545.756369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758546.652415:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758546.780376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758546.780376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758547.676425:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758547.804334:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758547.804368:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758548.700398:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758548.828377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758548.828385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787758548.828407:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758548.828411:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758548.828415:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758548.828423:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10524 00000100:00080000:1.0:1787758548.828431:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758548.828437:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758548.828470:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766395136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758548.828493:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758548.828495:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758548.828497:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758548.828499:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10524 00000100:00080000:1.0:1787758548.828502:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758548.828504:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758548.828512:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758548.828523:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766395264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758548.828529:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766395136:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787758548.828533:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758548.828537:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758548.828538:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758548.828542:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10524 00000100:00080000:1.0:1787758548.828544:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758548.828546:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758548.828550:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758548.828557:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766395392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758548.828563:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758548.828565:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758548.828567:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758548.828570:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10524 00000100:00080000:1.0:1787758548.828572:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758548.828574:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758548.828578:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758548.828585:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766395520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758548.828591:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758548.828593:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758548.828594:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758548.828596:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10524 00000100:00080000:1.0:1787758548.828599:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758548.828601:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758548.828607:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:3.0:1787758548.828607:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758548.828618:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766395648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758548.828648:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758548/real 1787758548] req@ffffa0e6c7928700 x1874589766395136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758548.828663:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766395136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758548.828673:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758548.828678:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758548.828682:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766395136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758548.828705:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766395264:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758548.828742:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758548.828786:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758548/real 1787758548] req@ffffa0e6c7929500 x1874589766395264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758548.828798:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766395264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758548.828805:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758548.828807:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758548.828809:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766395264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758548.828814:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766395392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758548.828831:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758548.828839:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758548/real 1787758548] req@ffffa0e6c7928a80 x1874589766395392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758548.828847:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766395392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758548.828852:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758548.828855:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758548.828857:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766395392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758548.828860:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766395520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758548.828872:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758548.828878:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758548/real 1787758548] req@ffffa0e6c792a680 x1874589766395520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758548.828885:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766395520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758548.828892:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758548.828894:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758548.828895:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766395520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758548.828899:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766395648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758548.828909:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758548.828915:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758548/real 1787758548] req@ffffa0e6c7929180 x1874589766395648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758548.828927:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766395648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758548.828934:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758548.828935:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758548.828937:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766395648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758549.724404:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758549.852364:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758549.852364:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758550.748445:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758550.876385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758550.876410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758551.772497:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758551.900388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758551.900417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758552.796431:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758552.924382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758552.924382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758553.820451:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758553.948411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758553.948412:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758553.948414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758553.948428:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758553.948433:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758553.948445:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10529 00000100:00080000:3.0:1787758553.948454:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758553.948462:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758553.948509:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766395776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758553.948530:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758553.948533:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758553.948534:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758553.948537:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10529 00000100:00080000:3.0:1787758553.948540:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758553.948543:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758553.948551:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758553.948561:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766395776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758553.948562:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766395904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758553.948581:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758553.948584:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758553.948585:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758553.948588:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10529 00000100:00080000:3.0:1787758553.948591:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758553.948594:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758553.948597:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758553.948606:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766396032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758553.948612:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758553.948615:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758553.948616:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758553.948622:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10529 00000800:00000100:1.0:1787758553.948623:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758553.948625:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758553.948629:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758553.948633:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758553.948642:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766396160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758553.948649:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758553.948651:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758553.948653:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758553.948658:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10529 00000100:00100000:1.0:1787758553.948659:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758553/real 1787758553] req@ffffa0e6c35b0e00 x1874589766395776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758553.948674:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758553.948678:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758553.948685:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758553.948697:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766396288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758553.948719:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766395776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758553.948732:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758553.948738:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758553.948742:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766395776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758553.948763:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766395904:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758553.948782:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758553.948792:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758553/real 1787758553] req@ffffa0e6c35b2680 x1874589766395904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758553.948800:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766395904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758553.948807:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758553.948809:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758553.948811:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766395904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758553.948815:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766396032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758553.948826:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758553.948833:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758553/real 1787758553] req@ffffa0e6c35b3800 x1874589766396032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758553.948840:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766396032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758553.948850:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758553.948852:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758553.948855:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766396032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758553.948858:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766396160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758553.948868:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758553.948873:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758553/real 1787758553] req@ffffa0e6c35b1880 x1874589766396160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758553.948880:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766396160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758553.948887:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758553.948889:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758553.948891:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766396160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758553.948895:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766396288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758553.948904:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758553.948910:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758553/real 1787758553] req@ffffa0e6c35b1c00 x1874589766396288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758553.948917:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766396288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758553.948923:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758553.948925:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758553.948927:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766396288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758554.844472:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758554.972352:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758554.972357:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758555.868424:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758555.996381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758555.996381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758556.892485:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758557.020367:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758557.020367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758557.916444:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758558.044398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758558.044398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758558.940494:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758559.068404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758559.068415:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758559.068421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758559.068426:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758559.068435:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758559.068453:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10534 00000100:00080000:3.0:1787758559.068472:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758559.068483:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758559.068538:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766396416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758559.068611:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758559.068617:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1787758559.068620:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766396416:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758559.068623:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758559.068646:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10534 00000100:00080000:3.0:1787758559.068654:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758559.068663:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758559.068677:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758559.068699:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766396544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758559.068701:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758559.068723:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758559.068728:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758559.068732:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758559.068739:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758559/real 1787758559] req@ffffa0e6c35b0a80 x1874589766396416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758559.068742:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10534 00000100:00080000:3.0:1787758559.068755:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758559.068763:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766396416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758559.068767:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758559.068788:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1787758559.068789:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758559.068797:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758559.068801:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766396416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758559.068813:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766396672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758559.068823:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766396544:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787758559.068847:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758559.068852:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:1.0:1787758559.068859:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758559.068859:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758559.068870:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10534 00000100:00100000:1.0:1787758559.068876:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758559/real 1787758559] req@ffffa0e6c35b3480 x1874589766396544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758559.068878:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758559.068893:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758559.068898:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766396544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787758559.068903:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:1.0:1787758559.068907:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758559.068912:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758559.068916:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766396544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758559.068925:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766396800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758559.068929:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766396672:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787758559.068957:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787758559.068960:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758559.068971:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758559.068974:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758559.068979:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758559/real 1787758559] req@ffffa0e6c35b1f80 x1874589766396672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758559.068988:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10534 00000100:00080000:3.0:1787758559.069001:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758559.069007:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766396672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758559.069012:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758559.069033:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787758559.069034:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758559.069044:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758559.069048:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766396672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758559.069060:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766396928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758559.069064:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766396800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758559.069093:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758559.069104:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758559/real 1787758559] req@ffffa0e6c35b2a00 x1874589766396800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758559.069115:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766396800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758559.069122:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758559.069124:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758559.069126:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766396800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758559.069134:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766396928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758559.069145:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758559.069152:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758559/real 1787758559] req@ffffa0e6c35b2d80 x1874589766396928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758559.069159:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766396928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758559.069165:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758559.069167:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758559.069168:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766396928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758559.964448:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758560.092336:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758560.092337:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758560.988434:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758561.116346:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758561.116346:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758562.012427:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758562.140370:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758562.140370:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758563.036493:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758563.164359:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758563.164359:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758564.060381:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787758564.188376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758564.188378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758564.188381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758564.188387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758564.188392:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758564.188401:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10539 00000100:00080000:3.0:1787758564.188410:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758564.188417:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758564.188456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766397056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758564.188507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758564.188512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758564.188515:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758564.188521:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10539 00000100:00080000:3.0:1787758564.188526:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758564.188531:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758564.188542:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758564.188543:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766397056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758564.188563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766397184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758564.188573:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758564.188583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758564.188585:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758564.188588:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10539 00000100:00080000:3.0:1787758564.188592:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758564.188596:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787758564.188600:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787758564.188601:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758564.188614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766397312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758564.188621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758564.188625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758564.188626:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758564.188630:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10539 00000100:00100000:1.0:1787758564.188634:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758564/real 1787758564] req@ffffa0e6c35b0700 x1874589766397056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758564.188635:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758564.188642:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758564.188649:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758564.188657:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766397056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758564.188661:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766397440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758564.188683:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758564.188684:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758564.188690:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758564.188691:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787758564.188693:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758564.188698:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766397056:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758564.188699:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10539 00000100:00080000:3.0:1787758564.188704:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758564.188711:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758564.188715:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758564.188728:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766397568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758564.188732:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766397184:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758564.188758:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758564.188771:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758564/real 1787758564] req@ffffa0e6c35b2d80 x1874589766397184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758564.188780:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766397184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758564.188787:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758564.188789:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758564.188791:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766397184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758564.188795:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766397312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758564.188807:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758564.188813:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758564/real 1787758564] req@ffffa0e6c35b2a00 x1874589766397312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758564.188821:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766397312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758564.188827:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758564.188828:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758564.188830:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766397312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758564.188834:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766397440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758564.188845:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758564.188850:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758564/real 1787758564] req@ffffa0e6c35b1f80 x1874589766397440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758564.188857:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766397440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758564.188864:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758564.188867:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758564.188869:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766397440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758564.188879:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766397568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758564.188889:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758564.188895:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758564/real 1787758564] req@ffffa0e6c35b3480 x1874589766397568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758564.188902:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766397568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758564.188908:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758564.188910:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758564.188912:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766397568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758565.084410:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758565.212366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758565.212403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758566.108417:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758566.236369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758566.236369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758567.132460:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758567.260359:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758567.260361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758568.156456:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758568.284391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758568.284392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758569.180510:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758569.308353:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758569.308353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758569.308373:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758569.308379:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758569.308383:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758569.308415:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10545 00000100:00080000:0.0:1787758569.308426:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758569.308432:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758569.308465:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766397696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758569.308486:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758569.308489:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758569.308491:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758569.308494:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10545 00000100:00080000:0.0:1787758569.308496:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758569.308499:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758569.308506:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758569.308516:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766397824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758569.308524:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758569.308527:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787758569.308527:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766397696:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758569.308530:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758569.308538:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10545 00000100:00080000:0.0:1787758569.308541:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758569.308543:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758569.308546:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758569.308555:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766397952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758569.308561:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758569.308564:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758569.308565:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758569.308568:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10545 00000100:00080000:0.0:1787758569.308580:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758569.308582:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758569.308586:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787758569.308590:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787758569.308597:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766398080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758569.308606:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758569.308609:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758569.308610:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758569.308614:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10545 00000100:00080000:0.0:1787758569.308618:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758569.308624:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758569/real 1787758569] req@ffffa0e6d86c5c00 x1874589766397696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758569.308625:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758569.308635:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758569.308644:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766397696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758569.308651:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766398208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758569.308676:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758569.308681:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758569.308685:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766397696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758569.308702:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766397824:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758569.308719:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758569.308727:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758569/real 1787758569] req@ffffa0e6d86c5880 x1874589766397824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758569.308735:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766397824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758569.308741:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758569.308744:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758569.308746:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766397824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758569.308750:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766397952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758569.308760:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758569.308766:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758569/real 1787758569] req@ffffa0e6d86c6680 x1874589766397952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758569.308773:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766397952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758569.308778:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758569.308780:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758569.308781:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766397952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758569.308786:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766398080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758569.308804:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758569.308815:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758569/real 1787758569] req@ffffa0e6d86c7800 x1874589766398080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758569.308829:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766398080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758569.308840:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758569.308843:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758569.308846:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766398080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758569.308852:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766398208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758569.308869:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758569.308877:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758569/real 1787758569] req@ffffa0e6d86c6300 x1874589766398208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758569.308884:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766398208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758569.308890:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758569.308892:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758569.308894:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766398208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758570.204430:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758570.332373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758570.332373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758571.228504:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758571.356369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758571.356371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758572.252538:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758572.380370:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758572.380384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758573.276505:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758573.404350:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758573.404360:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758574.300524:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758574.428353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758574.428386:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758574.428396:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758574.428402:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758574.428417:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10550 00000100:00100000:2.0:1787758574.428429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758574.428435:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758574.428448:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758574.428506:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766398336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758574.428539:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758574.428543:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758574.428546:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758574.428551:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10550 00000100:00080000:0.0:1787758574.428556:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758574.428562:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758574.428575:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758574.428595:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766398336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758574.428596:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766398464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758574.428623:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758574.428627:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758574.428630:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758574.428638:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10550 00000100:00080000:0.0:1787758574.428642:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758574.428647:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758574.428654:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758574.428669:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766398592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758574.428682:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787758574.428685:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758574.428693:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758574.428696:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758574.428703:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10550 00000100:00080000:0.0:1787758574.428709:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758574.428716:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758574.428724:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758574.428739:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758574/real 1787758574] req@ffffa0e6d86c6300 x1874589766398336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758574.428742:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766398720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758574.428809:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758574.428812:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758574.428818:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758574.428819:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766398336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758574.428834:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10550 00000100:00080000:0.0:1787758574.428845:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758574.428850:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758574.428852:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787758574.428858:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:0.0:1787758574.428861:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758574.428866:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766398336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758574.428880:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766398848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758574.428898:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766398464:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758574.428920:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758574.428930:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758574/real 1787758574] req@ffffa0e6d86c7800 x1874589766398464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758574.428941:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766398464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758574.428951:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758574.428956:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758574.428959:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766398464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758574.428975:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766398592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758574.428996:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758574.429007:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758574/real 1787758574] req@ffffa0e6d86c6680 x1874589766398592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758574.429025:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766398592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758574.429034:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758574.429037:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758574.429041:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766398592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758574.429047:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766398720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758574.429065:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758574.429075:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758574/real 1787758574] req@ffffa0e6d86c5880 x1874589766398720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758574.429087:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766398720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758574.429097:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758574.429101:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758574.429104:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766398720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758574.429110:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766398848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758574.429128:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758574.429138:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758574/real 1787758574] req@ffffa0e6d86c5c00 x1874589766398848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758574.429151:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766398848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758574.429167:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758574.429171:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758574.429174:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766398848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758575.324470:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758575.452381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758575.452416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758576.348471:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758576.476357:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758576.476517:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758577.372427:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758577.500396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758577.500421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758578.396451:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758578.524363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758578.524363:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758579.420434:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758579.548390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758579.548395:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758579.548404:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758579.548409:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787758579.548418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758579.548421:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10555 00000100:00080000:3.0:1787758579.548437:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758579.548446:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758579.548485:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766398976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758579.548517:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758579.548522:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758579.548524:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758579.548529:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10555 00000100:00080000:3.0:1787758579.548533:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758579.548537:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758579.548546:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758579.548562:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766399104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758579.548574:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758579.548577:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758579.548582:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758579.548584:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766398976:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758579.548590:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10555 00000100:00080000:3.0:1787758579.548596:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758579.548601:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758579.548607:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758579.548620:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766399232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758579.548632:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758579.548635:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758579.548638:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758579.548642:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10555 00000100:00080000:3.0:1787758579.548646:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758579.548651:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787758579.548656:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787758579.548657:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758579.548674:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766399360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758579.548685:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758579.548690:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758579/real 1787758579] req@ffffa0e6c35b0a80 x1874589766398976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758579.548692:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758579.548697:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758579.548708:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10555 00000100:00100000:1.0:1787758579.548713:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766398976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758579.548713:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758579.548723:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787758579.548726:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1787758579.548731:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787758579.548732:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758579.548738:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766398976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758579.548750:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766399488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758579.548759:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766399104:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758579.548781:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758579.548791:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758579/real 1787758579] req@ffffa0e6c35b1c00 x1874589766399104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758579.548800:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766399104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758579.548806:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758579.548808:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758579.548810:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766399104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758579.548815:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766399232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758579.548825:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758579.548831:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758579/real 1787758579] req@ffffa0e6c35b1880 x1874589766399232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758579.548839:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766399232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758579.548844:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758579.548846:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758579.548847:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766399232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758579.548851:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766399360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758579.548861:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758579.548866:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758579/real 1787758579] req@ffffa0e6c35b3800 x1874589766399360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758579.548873:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766399360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758579.548880:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758579.548882:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758579.548884:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766399360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758579.548893:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766399488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758579.548903:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758579.548909:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758579/real 1787758579] req@ffffa0e6c35b2680 x1874589766399488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758579.548916:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766399488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758579.548926:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758579.548930:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758579.548933:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766399488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758580.444488:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758580.572351:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758580.572361:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758581.468400:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758581.596357:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758581.596357:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758582.492442:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758582.620327:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758582.620331:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758583.516434:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758583.644403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758583.644404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758584.540458:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758584.668388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758584.668391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787758584.668404:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758584.668410:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758584.668416:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758584.668428:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10560 00000100:00080000:1.0:1787758584.668439:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758584.668449:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758584.668487:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766399616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758584.668510:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758584.668513:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758584.668515:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758584.668518:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10560 00000100:00080000:1.0:1787758584.668521:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758584.668525:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758584.668533:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758584.668542:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766399744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758584.668556:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766399616:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787758584.668562:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758584.668567:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758584.668569:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758584.668575:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10560 00000100:00080000:1.0:1787758584.668579:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758584.668584:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758584.668590:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758584.668604:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766399872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758584.668612:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758584.668615:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758584.668616:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758584.668619:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10560 00000100:00080000:1.0:1787758584.668622:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758584.668625:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758584.668629:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758584.668638:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766400000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758584.668645:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758584.668648:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758584.668650:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758584.668654:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10560 00000100:00080000:1.0:1787758584.668657:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758584.668660:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758584.668664:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758584.668670:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766399744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758584.668677:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766400128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758584.668712:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766399872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758584.668738:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766400000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758584.668764:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766400128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758585.564450:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758585.692452:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758585.692577:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758586.588450:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758586.716371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758586.716407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758587.612408:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758587.740370:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758587.740409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:1.0:1787758587.740588:0:2388:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:1.0:1787758587.740632:0:2388:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787758587.740648:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787758587.740686:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787758587.740695:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787758587.740703:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787758587.740725:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:3.0:1787758587.740740:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758584/real 1787758587] req@ffffa0e6c7928380 x1874589766399744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758587.740767:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766399744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758587.740779:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758587.740785:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758587.740789:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766399744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758587.740797:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758584/real 1787758587] req@ffffa0e6c792bb80 x1874589766399872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758587.740810:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766399872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758587.740820:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758587.740824:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758587.740828:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766399872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758587.740835:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758584/real 1787758587] req@ffffa0e6c7929f80 x1874589766400000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758587.740865:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766400000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758587.740875:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758587.740879:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758587.740882:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766400000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758587.740888:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758584/real 1787758587] req@ffffa0e6c792b100 x1874589766399616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758587.740901:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766399616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758587.740908:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758587.740911:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758587.740915:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766399616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758587.740942:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758584/real 1787758587] req@ffffa0e6c7929c00 x1874589766400128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758587.740961:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766400128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758587.740970:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758587.740973:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758587.740977:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766400128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758588.636442:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758588.764355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758588.764360:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758589.660419:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758589.788379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787758589.788382:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787758589.788382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787758589.788407:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758589.788411:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758589.788421:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10565 00000100:00080000:1.0:1787758589.788430:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758589.788437:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758589.788468:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766400256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758589.788490:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758589.788493:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758589.788494:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758589.788497:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10565 00000100:00080000:1.0:1787758589.788500:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758589.788503:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758589.788511:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758589.788520:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766400384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758589.788524:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766400256:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787758589.788535:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758589.788538:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758589.788539:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758589.788543:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10565 00000100:00080000:1.0:1787758589.788544:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758589.788547:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758589.788550:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758589.788557:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766400512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758589.788580:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758589.788583:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758589.788589:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758589.788592:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10565 00000100:00080000:1.0:1787758589.788600:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758589.788603:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758589.788607:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:3.0:1787758589.788611:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758589.788620:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766400640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758589.788637:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758589.788640:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758589.788642:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758589.788649:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10565 00000100:00100000:3.0:1787758589.788651:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758589/real 1787758589] req@ffffa0e6c792a300 x1874589766400256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758589.788654:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758589.788660:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758589.788676:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758589.788682:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766400256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758589.788692:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766400768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758589.788699:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758589.788707:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758589.788712:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766400256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758589.788739:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766400384:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758589.788767:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758589.788780:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758589/real 1787758589] req@ffffa0e6c792b480 x1874589766400384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758589.788794:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766400384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758589.788804:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758589.788807:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758589.788810:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766400384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758589.788817:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766400512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758589.788838:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758589.788851:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758589/real 1787758589] req@ffffa0e6c7929880 x1874589766400512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758589.788863:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766400512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758589.788871:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758589.788875:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758589.788878:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766400512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758589.788883:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766400640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758589.788903:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758589.788914:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758589/real 1787758589] req@ffffa0e6c792ad80 x1874589766400640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758589.788924:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766400640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758589.788934:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758589.788945:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758589.788948:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766400640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758589.788954:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766400768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758589.788990:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758589.789003:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758589/real 1787758589] req@ffffa0e6c7928e00 x1874589766400768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758589.789022:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766400768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758589.789032:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758589.789072:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758589.789076:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766400768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758590.684454:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758590.812355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758590.812372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758591.708393:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758591.836393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758591.836393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758592.732404:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758592.860333:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758592.860345:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758593.756436:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758593.884371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758593.884373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758594.780420:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787758594.908384:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758594.908390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758594.908390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787758594.908398:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758594.908402:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758594.908413:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10570 00000100:00080000:1.0:1787758594.908425:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758594.908433:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758594.908474:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766400896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758594.908498:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758594.908502:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758594.908504:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758594.908509:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10570 00000100:00080000:1.0:1787758594.908513:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758594.908517:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758594.908527:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758594.908532:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766400896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758594.908541:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766401024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758594.908550:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758594.908553:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758594.908555:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758594.908559:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10570 00000100:00080000:1.0:1787758594.908562:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758594.908566:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758594.908570:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758594.908578:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766401152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758594.908586:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758594.908589:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:3.0:1787758594.908590:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787758594.908591:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758594.908594:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10570 00000100:00080000:1.0:1787758594.908597:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758594.908600:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758594.908605:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758594.908613:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766401280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758594.908622:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787758594.908623:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758594/real 1787758594] req@ffffa0e6c792aa00 x1874589766400896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758594.908625:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758594.908627:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758594.908631:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10570 00000100:00080000:1.0:1787758594.908634:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758594.908638:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758594.908639:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766400896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787758594.908642:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:3.0:1787758594.908650:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758594.908654:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758594.908658:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766400896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758594.908663:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766401408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758594.908679:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766401024:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758594.908703:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758594.908717:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758594/real 1787758594] req@ffffa0e6c7928e00 x1874589766401024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758594.908726:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766401024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758594.908732:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758594.908735:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758594.908737:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766401024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758594.908741:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766401152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758594.908755:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758594.908762:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758594/real 1787758594] req@ffffa0e6c792ad80 x1874589766401152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758594.908769:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766401152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758594.908774:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758594.908776:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758594.908778:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766401152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758594.908782:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766401280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758594.908792:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758594.908797:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758594/real 1787758594] req@ffffa0e6c7929880 x1874589766401280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758594.908805:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766401280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758594.908816:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758594.908818:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758594.908820:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766401280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758594.908824:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766401408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758594.908833:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758594.908839:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758594/real 1787758594] req@ffffa0e6c792b480 x1874589766401408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758594.908846:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766401408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758594.908852:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758594.908853:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758594.908855:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766401408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758595.804498:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758595.932365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758595.932365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758596.828447:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758596.956382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758596.956382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758597.852506:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758597.980337:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758597.980350:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758598.876399:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758599.004390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758599.004390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758599.900426:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758600.028334:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787758600.028377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758600.028382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787758600.028386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758600.028392:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758600.028401:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10575 00000100:00080000:1.0:1787758600.028410:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758600.028417:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758600.028450:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766401536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758600.028477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758600.028480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758600.028481:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758600.028484:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10575 00000100:00080000:1.0:1787758600.028486:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758600.028489:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758600.028495:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758600.028503:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766401664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758600.028516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758600.028518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758600.028519:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758600.028522:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10575 00000100:00080000:1.0:1787758600.028524:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758600.028528:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758600.028530:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766401536:192.168.201.131@tcp:250:kworker.0 00000008:00100000:1.0:1787758600.028532:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758600.028543:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766401792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758600.028551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758600.028553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758600.028554:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758600.028557:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10575 00000100:00080000:1.0:1787758600.028559:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758600.028561:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758600.028565:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758600.028573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766401920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758600.028580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758600.028583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758600.028584:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758600.028586:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10575 00000100:00080000:1.0:1787758600.028590:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787758600.028594:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787758600.028598:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758600.028602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758600.028612:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766402048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758600.028632:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758600/real 1787758600] req@ffffa0e6c792a300 x1874589766401536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758600.028645:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766401536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758600.028654:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758600.028657:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758600.028660:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766401536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758600.028665:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766401664:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758600.028687:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758600.028695:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758600/real 1787758600] req@ffffa0e6c7929c00 x1874589766401664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758600.028704:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766401664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758600.028710:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758600.028712:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758600.028714:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766401664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758600.028732:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766401792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758600.028743:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758600.028749:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758600/real 1787758600] req@ffffa0e6c792b100 x1874589766401792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758600.028756:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766401792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758600.028762:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758600.028764:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758600.028766:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766401792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758600.028770:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766401920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758600.028780:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758600.028786:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758600/real 1787758600] req@ffffa0e6c7929f80 x1874589766401920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758600.028793:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766401920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758600.028799:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758600.028801:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758600.028803:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766401920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758600.028806:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766402048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758600.028816:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758600.028821:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758600/real 1787758600] req@ffffa0e6c792bb80 x1874589766402048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758600.028828:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766402048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758600.028834:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758600.028836:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758600.028837:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766402048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758600.924451:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758601.052367:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758601.052367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758601.948463:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758602.076334:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758602.076335:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758602.972443:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758603.100346:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758603.100346:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758603.996508:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758604.124414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758604.124419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758605.020465:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787758605.148390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787758605.148391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758605.148398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787758605.148405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758605.148411:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758605.148423:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10580 00000100:00080000:1.0:1787758605.148446:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758605.148455:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758605.148506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766402176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758605.148535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758605.148539:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758605.148541:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758605.148546:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10580 00000100:00080000:1.0:1787758605.148550:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758605.148556:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758605.148567:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758605.148569:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766402176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758605.148592:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766402304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758605.148606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758605.148610:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758605.148613:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758605.148618:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10580 00000100:00080000:1.0:1787758605.148623:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758605.148627:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758605.148632:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758605.148644:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766402432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787758605.148648:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787758605.148660:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758605.148664:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758605.148666:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758605.148672:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10580 00000100:00080000:1.0:1787758605.148682:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758605.148687:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758605.148693:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758605.148700:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758605/real 1787758605] req@ffffa0e6c7928380 x1874589766402176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758605.148706:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766402560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758605.148734:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766402176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758605.148735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758605.148746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758605.148750:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758605.148755:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758605.148758:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10580 00000100:00080000:3.0:1787758605.148762:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:1.0:1787758605.148779:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787758605.148786:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766402176:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787758605.148788:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758605.148797:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758605.148811:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766402688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758605.148817:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766402304:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758605.148846:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758605.148861:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758605/real 1787758605] req@ffffa0e6c7929180 x1874589766402304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758605.148871:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766402304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758605.148878:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758605.148881:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758605.148883:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766402304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758605.148887:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766402432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758605.148899:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758605.148905:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758605/real 1787758605] req@ffffa0e6c792a680 x1874589766402432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758605.148914:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766402432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758605.148920:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758605.148921:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758605.148923:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766402432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758605.148927:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766402560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758605.148939:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758605.148945:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758605/real 1787758605] req@ffffa0e6c7928a80 x1874589766402560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758605.148953:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766402560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758605.148960:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758605.148961:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758605.148963:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766402560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758605.148974:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766402688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758605.148994:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758605.149001:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758605/real 1787758605] req@ffffa0e6c7929500 x1874589766402688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758605.149008:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766402688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758605.149021:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758605.149023:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758605.149025:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766402688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758606.044449:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758606.172365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758606.172371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758607.068476:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758607.196422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758607.196422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758608.092444:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758608.220403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758608.220403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758609.116442:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758609.244410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758609.244410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758610.140481:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758610.268413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758610.268418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758610.268458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758610.268463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758610.268467:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758610.268475:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10586 00000100:00080000:3.0:1787758610.268484:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758610.268490:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758610.268521:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766402816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758610.268546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758610.268548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758610.268550:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758610.268553:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10586 00000100:00080000:3.0:1787758610.268555:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758610.268558:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758610.268571:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758610.268581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766402944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758610.268590:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766402816:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758610.268594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758610.268600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758610.268603:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758610.268608:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10586 00000100:00080000:3.0:1787758610.268612:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758610.268617:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758610.268624:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758610.268639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766403072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758610.268659:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758610.268661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758610.268663:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758610.268666:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10586 00000100:00080000:3.0:1787758610.268670:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758610.268686:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758610.268691:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758610.268701:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766403200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758610.268710:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758610.268718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758610.268721:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758610.268723:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758610.268728:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10586 00000100:00080000:3.0:1787758610.268732:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758610.268735:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758610.268739:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758610.268746:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766403328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758610.268773:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758610/real 1787758610] req@ffffa0e6c35b0e00 x1874589766402816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758610.268792:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766402816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758610.268801:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758610.268805:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758610.268808:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766402816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758610.268833:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766402944:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758610.268854:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758610.268863:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758610/real 1787758610] req@ffffa0e6c35b3100 x1874589766402944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758610.268872:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766402944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758610.268878:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758610.268881:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758610.268883:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766402944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758610.268887:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766403072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758610.268899:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758610.268906:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758610/real 1787758610] req@ffffa0e6c35b1180 x1874589766403072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758610.268913:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766403072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758610.268919:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758610.268921:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758610.268923:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766403072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758610.268927:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766403200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758610.268939:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758610.268945:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758610/real 1787758610] req@ffffa0e6c35b1500 x1874589766403200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758610.268952:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766403200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758610.268960:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758610.268962:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758610.268964:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766403200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758610.268968:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766403328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758610.268980:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758610.268985:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758610/real 1787758610] req@ffffa0e6c35b3b80 x1874589766403328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758610.269011:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766403328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758610.269018:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758610.269021:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758610.269023:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766403328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758611.164420:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758611.292357:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758611.292394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758612.188446:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758612.316356:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758612.316356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758613.212467:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758613.340378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758613.340378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758614.236476:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758614.364439:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758614.364441:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758615.260554:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758615.388406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758615.388422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758615.388431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758615.388436:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758615.388447:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10591 00000100:00100000:1.0:1787758615.388450:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758615.388460:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758615.388470:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758615.388515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766403456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758615.388539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758615.388542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758615.388544:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758615.388547:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10591 00000100:00080000:3.0:1787758615.388550:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758615.388554:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758615.388563:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758615.388571:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766403456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758615.388578:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766403584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758615.388599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758615.388601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758615.388603:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758615.388606:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10591 00000100:00080000:3.0:1787758615.388609:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758615.388611:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758615.388615:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758615.388625:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766403712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758615.388632:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758615.388635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758615.388636:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758615.388639:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10591 00000100:00080000:3.0:1787758615.388641:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758615.388643:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758615.388647:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758615.388655:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766403840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758615.388661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787758615.388668:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758615.388668:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758615.388670:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758615.388675:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10591 00000100:00080000:3.0:1787758615.388678:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758615.388681:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758615.388684:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758615.388691:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766403968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758615.388723:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758615/real 1787758615] req@ffffa0e6c35b0380 x1874589766403456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758615.388745:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766403456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758615.388765:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758615.388771:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758615.388775:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766403456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758615.388797:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766403584:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758615.388819:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758615.388828:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758615/real 1787758615] req@ffffa0e6c35b3b80 x1874589766403584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758615.388837:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766403584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758615.388849:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758615.388852:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758615.388854:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766403584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758615.388858:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766403712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758615.388870:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758615.388879:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758615/real 1787758615] req@ffffa0e6c35b1500 x1874589766403712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758615.388891:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766403712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758615.388901:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758615.388904:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758615.388908:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766403712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758615.388914:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766403840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758615.388935:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758615.388943:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758615/real 1787758615] req@ffffa0e6c35b1180 x1874589766403840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758615.388952:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766403840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758615.388960:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758615.388962:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758615.388965:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766403840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758615.388969:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766403968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758615.388981:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758615.388991:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758615/real 1787758615] req@ffffa0e6c35b3100 x1874589766403968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758615.389003:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766403968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758615.389014:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758615.389018:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758615.389032:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766403968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758616.284446:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758616.412408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758616.412408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758617.308452:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758617.436357:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758617.436358:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758618.332430:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758618.460409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758618.460409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758619.356473:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758619.484348:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758619.484368:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758620.380452:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758620.508413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758620.508413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758620.508419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758620.508431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758620.508437:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758620.508467:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10596 00000100:00080000:3.0:1787758620.508484:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758620.508510:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758620.508562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766404096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758620.508597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758620.508602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758620.508604:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758620.508610:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10596 00000100:00080000:3.0:1787758620.508616:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758620.508622:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758620.508635:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758620.508636:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766404096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758620.508662:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766404224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758620.508678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758620.508683:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758620.508686:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758620.508692:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10596 00000100:00080000:3.0:1787758620.508697:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758620.508703:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758620.508711:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787758620.508717:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758620.508735:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766404352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758620.508750:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758620/real 1787758620] req@ffffa0e6c35b0e00 x1874589766404096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758620.508753:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758620.508770:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758620.508774:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758620.508778:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766404096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758620.508786:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10596 00000100:00080000:1.0:1787758620.508794:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758620.508794:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758620.508804:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787758620.508809:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758620.508815:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766404096:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787758620.508822:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758620.508838:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766404224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758620.508845:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766404480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758620.508861:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758620.508862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758620.508868:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758620.508871:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758620.508874:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758620/real 1787758620] req@ffffa0e6c35b2680 x1874589766404224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758620.508881:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10596 00000100:00100000:1.0:1787758620.508892:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766404224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758620.508895:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758620.508908:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758620.508909:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787758620.508920:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000008:00100000:3.0:1787758620.508922:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758620.508929:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766404224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758620.508941:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766404352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758620.508948:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766404608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758620.508977:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758620.508994:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758620/real 1787758620] req@ffffa0e6c35b3800 x1874589766404352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758620.509008:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766404352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758620.509017:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758620.509021:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758620.509025:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766404352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758620.509042:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766404480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758620.509066:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758620.509078:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758620/real 1787758620] req@ffffa0e6c35b1880 x1874589766404480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758620.509090:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766404480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758620.509102:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758620.509105:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758620.509109:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766404480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758620.509115:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766404608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758620.509134:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758620.509146:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758620/real 1787758620] req@ffffa0e6c35b1c00 x1874589766404608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758620.509157:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766404608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758620.509167:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758620.509172:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758620.509176:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766404608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758621.404498:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758621.532345:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758621.532345:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758622.428443:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758622.556383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758622.556383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758623.452510:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758623.580394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758623.580394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758624.476469:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758624.604401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758624.604419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758625.500515:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758625.628372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758625.628434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758625.628443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758625.628447:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758625.628456:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10601 00000100:00100000:2.0:1787758625.628466:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758625.628467:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758625.628477:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758625.628518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766404736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758625.628548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758625.628552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758625.628554:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758625.628559:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10601 00000100:00080000:0.0:1787758625.628564:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758625.628567:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758625.628576:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758625.628590:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766404736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758625.628591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766404864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758625.628627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758625.628630:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758625.628631:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758625.628635:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10601 00000100:00080000:0.0:1787758625.628637:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758625.628639:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758625.628642:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758625.628651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766404992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758625.628657:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758625.628659:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758625.628660:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758625.628663:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10601 00000100:00080000:0.0:1787758625.628684:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758625.628687:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758625.628692:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787758625.628702:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787758625.628703:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766405120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758625.628717:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758625.628720:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758625.628721:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758625.628726:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10601 00000100:00080000:0.0:1787758625.628728:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758625.628732:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758625.628735:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758625.628742:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766405248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758625.628771:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758625/real 1787758625] req@ffffa0e6d86c5c00 x1874589766404736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758625.628789:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766404736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758625.628798:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758625.628802:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758625.628805:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766404736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758625.628839:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766404864:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758625.628859:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758625.628868:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758625/real 1787758625] req@ffffa0e6d86c5880 x1874589766404864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758625.628877:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766404864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758625.628884:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758625.628886:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758625.628889:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766404864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758625.628893:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766404992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758625.628904:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758625.628910:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758625/real 1787758625] req@ffffa0e6d86c6680 x1874589766404992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758625.628923:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766404992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758625.628929:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758625.628931:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758625.628933:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766404992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758625.628937:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766405120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758625.628949:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758625.628955:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758625/real 1787758625] req@ffffa0e6d86c7800 x1874589766405120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758625.628963:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766405120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758625.628971:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758625.628973:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758625.628975:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766405120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758625.628979:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766405248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758625.628989:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758625.628995:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758625/real 1787758625] req@ffffa0e6d86c6300 x1874589766405248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758625.629002:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766405248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758625.629015:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758625.629024:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758625.629026:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766405248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758626.524445:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758626.652423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758626.652433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758627.548510:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758627.676356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758627.676360:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758628.572445:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758628.700423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758628.700423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758629.596428:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758629.724357:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758629.724385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758630.620456:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758630.748377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758630.748377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758630.748398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758630.748403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758630.748407:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758630.748416:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10606 00000100:00080000:3.0:1787758630.748425:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758630.748431:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758630.748467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766405376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758630.748493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758630.748496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758630.748498:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758630.748502:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10606 00000100:00080000:3.0:1787758630.748505:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758630.748510:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758630.748519:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758630.748524:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766405376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758630.748533:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766405504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758630.748542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758630.748544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758630.748545:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758630.748548:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10606 00000100:00080000:3.0:1787758630.748551:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758630.748554:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758630.748557:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758630.748567:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766405632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758630.748573:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758630.748576:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758630.748577:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758630.748580:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10606 00000100:00080000:3.0:1787758630.748582:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758630.748585:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758630.748588:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758630.748595:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766405760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758630.748602:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758630.748606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758630.748609:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758630.748611:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758630.748614:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10606 00000100:00080000:3.0:1787758630.748617:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758630.748620:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758630.748623:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758630.748629:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766405888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758630.748643:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758630/real 1787758630] req@ffffa0e6c35b0a80 x1874589766405376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758630.748659:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766405376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758630.748667:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758630.748670:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758630.748673:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766405376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758630.748706:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766405504:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758630.748725:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758630.748738:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758630/real 1787758630] req@ffffa0e6c35b3480 x1874589766405504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758630.748752:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766405504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758630.748761:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758630.748765:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758630.748769:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766405504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758630.748775:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766405632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758630.748794:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758630.748802:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758630/real 1787758630] req@ffffa0e6c35b1f80 x1874589766405632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758630.748810:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766405632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758630.748816:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758630.748818:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758630.748820:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766405632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758630.748824:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766405760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758630.748834:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758630.748840:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758630/real 1787758630] req@ffffa0e6c35b2a00 x1874589766405760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758630.748847:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766405760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758630.748858:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758630.748860:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758630.748862:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766405760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758630.748865:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766405888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758630.748875:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758630.748880:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758630/real 1787758630] req@ffffa0e6c35b2d80 x1874589766405888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758630.748887:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766405888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758630.748893:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758630.748895:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758630.748897:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766405888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758631.644448:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758631.772356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758631.772356:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758632.668520:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758632.796388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758632.796388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758633.692401:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758633.820384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758633.820384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758634.716439:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758634.844361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758634.844361:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758635.740416:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787758635.868377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758635.868380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758635.868381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758635.868388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758635.868393:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758635.868403:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10611 00000100:00080000:3.0:1787758635.868414:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758635.868422:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758635.868458:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766406016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758635.868483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758635.868486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758635.868487:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758635.868490:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10611 00000100:00080000:3.0:1787758635.868493:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758635.868496:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758635.868504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758635.868515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766406144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758635.868521:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758635.868524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758635.868525:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758635.868529:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10611 00000100:00080000:3.0:1787758635.868531:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758635.868533:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758635.868538:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758635.868550:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766406272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758635.868551:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766406016:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758635.868568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758635.868573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758635.868575:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758635.868581:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10611 00000100:00080000:3.0:1787758635.868586:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758635.868591:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758635.868598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787758635.868612:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758635.868614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766406400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758635.868627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758635.868631:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758635.868633:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758635.868638:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10611 00000100:00080000:3.0:1787758635.868642:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758635.868645:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758635/real 1787758635] req@ffffa0e6c35b0700 x1874589766406016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758635.868650:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758635.868659:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758635.868674:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766406528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758635.868685:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766406016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758635.868702:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758635.868707:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758635.868712:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766406016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758635.868719:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766406144:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758635.868742:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758635.868752:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758635/real 1787758635] req@ffffa0e6c35b2d80 x1874589766406144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758635.868760:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766406144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758635.868766:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758635.868768:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758635.868771:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766406144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758635.868788:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766406272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758635.868799:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758635.868805:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758635/real 1787758635] req@ffffa0e6c35b2a00 x1874589766406272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758635.868813:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766406272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758635.868823:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758635.868825:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758635.868827:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766406272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758635.868831:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766406400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758635.868840:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758635.868845:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758635/real 1787758635] req@ffffa0e6c35b1f80 x1874589766406400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758635.868852:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766406400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758635.868859:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758635.868860:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758635.868862:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766406400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758635.868866:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766406528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758635.868875:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758635.868880:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758635/real 1787758635] req@ffffa0e6c35b3480 x1874589766406528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758635.868887:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766406528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758635.868893:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758635.868895:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758635.868897:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766406528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758636.764443:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758636.892384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758636.893305:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758637.788428:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758637.916340:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758637.916344:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758638.812482:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758638.940334:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758638.941303:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758639.836435:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758639.964324:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758639.964352:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758640.860439:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758640.988345:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758640.988376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787758640.988381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758640.988388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758640.988394:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758640.988420:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10616 00000100:00080000:1.0:1787758640.988433:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758640.988441:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758640.988483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766406656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758640.988512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758640.988514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758640.988516:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758640.988519:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10616 00000100:00080000:1.0:1787758640.988522:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758640.988525:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758640.988535:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758640.988546:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766406784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758640.988554:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766406656:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787758640.988561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758640.988566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758640.988567:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758640.988571:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10616 00000100:00080000:1.0:1787758640.988582:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758640.988586:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758640.988591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758640.988602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766406912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758640.988608:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758640.988612:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758640.988613:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758640.988616:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10616 00000100:00080000:1.0:1787758640.988619:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758640.988625:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:3.0:1787758640.988626:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:1.0:1787758640.988639:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758640.988652:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766407040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758640.988660:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758640.988663:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758640.988665:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758640.988673:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10616 00000100:00100000:3.0:1787758640.988673:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758640/real 1787758640] req@ffffa0e6c7928700 x1874589766406656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758640.988681:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758640.988693:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758640.988703:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758640.988708:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766406656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758640.988713:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766407168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758640.988761:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758640.988768:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758640.988772:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766406656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758640.988796:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766406784:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758640.988812:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758640.988820:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758640/real 1787758640] req@ffffa0e6c7929500 x1874589766406784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758640.988828:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766406784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758640.988834:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758640.988836:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758640.988838:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766406784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758640.988842:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766406912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758640.988853:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758640.988859:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758640/real 1787758640] req@ffffa0e6c7928a80 x1874589766406912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758640.988870:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766406912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758640.988876:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758640.988878:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758640.988880:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766406912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758640.988883:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766407040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758640.988894:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758640.988909:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758640/real 1787758640] req@ffffa0e6c792a680 x1874589766407040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758640.988917:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766407040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758640.988924:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758640.988926:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758640.988929:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766407040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758640.988932:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766407168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758640.988944:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758640.988950:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758640/real 1787758640] req@ffffa0e6c7929180 x1874589766407168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758640.988962:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766407168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758640.988985:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758640.988989:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758640.988993:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766407168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758641.884501:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758642.012336:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758642.012336:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758642.908434:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758643.036394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758643.036394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758643.932492:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758644.060388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758644.060388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758644.956431:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758645.084345:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758645.084361:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758645.980505:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758646.108399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758646.108412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758646.108448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758646.108453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758646.108458:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758646.108469:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10621 00000100:00080000:3.0:1787758646.108482:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758646.108493:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758646.108547:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766407296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758646.108576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758646.108579:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758646.108580:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758646.108584:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10621 00000100:00080000:3.0:1787758646.108588:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758646.108592:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758646.108603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758646.108614:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766407296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758646.108622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766407424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758646.108646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758646.108651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758646.108653:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758646.108658:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10621 00000100:00080000:3.0:1787758646.108662:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758646.108665:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758646.108670:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758646.108681:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766407552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758646.108688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758646.108691:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758646.108693:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787758646.108697:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758646.108701:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10621 00000100:00080000:3.0:1787758646.108704:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758646.108707:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758646.108711:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758646.108719:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766407680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758646.108727:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758646.108732:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758646.108734:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758646.108740:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10621 00000100:00080000:3.0:1787758646.108745:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758646.108748:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758646/real 1787758646] req@ffffa0e6c35b0a80 x1874589766407296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758646.108754:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758646.108765:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758646.108772:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766407296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758646.108781:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766407808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758646.108782:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758646.108792:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758646.108798:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766407296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758646.108825:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766407424:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758646.108860:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758646.108875:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758646/real 1787758646] req@ffffa0e6c35b1c00 x1874589766407424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758646.108884:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766407424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758646.108891:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758646.108893:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758646.108897:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766407424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758646.108901:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766407552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758646.108917:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758646.108924:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758646/real 1787758646] req@ffffa0e6c35b1880 x1874589766407552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758646.108932:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766407552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758646.108938:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758646.108940:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758646.108942:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766407552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758646.108945:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766407680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758646.108956:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758646.108962:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758646/real 1787758646] req@ffffa0e6c35b3800 x1874589766407680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758646.108975:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766407680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758646.108983:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758646.108986:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758646.108988:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766407680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758646.108992:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766407808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758646.109003:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758646.109010:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758646/real 1787758646] req@ffffa0e6c35b2680 x1874589766407808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758646.109017:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766407808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758646.109024:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758646.109026:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758646.109028:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766407808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758647.004497:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758647.132393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758647.132455:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758648.028447:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758648.156381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758648.156381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758649.052479:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758649.180399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758649.180414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758650.076467:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758650.204396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758650.204413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758651.100416:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787758651.228365:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758651.228373:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1787758651.228374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758651.228375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758651.228377:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758651.228389:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10627 00000100:00080000:3.0:1787758651.228400:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758651.228407:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758651.228441:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766407936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758651.228482:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758651.228485:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758651.228486:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758651.228490:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10627 00000100:00080000:3.0:1787758651.228492:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758651.228496:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758651.228504:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758651.228531:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766407936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758651.228534:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766408064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758651.228547:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758651.228551:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758651.228552:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758651.228556:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10627 00000100:00080000:3.0:1787758651.228559:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758651.228562:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758651.228566:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758651.228576:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766408192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758651.228592:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758651.228611:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758651.228613:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758651.228616:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10627 00000100:00080000:3.0:1787758651.228620:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758651.228623:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758651.228627:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758651.228638:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766408320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758651.228646:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758651.228649:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766408064:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787758651.228650:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758651.228654:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758651.228663:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10627 00000100:00080000:3.0:1787758651.228665:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758651.228668:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758651.228673:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758651.228683:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766408448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758651.228716:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766408192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758651.228746:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766408320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758651.228764:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766408448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758652.124417:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758652.252357:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758652.252421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758653.148411:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758653.276342:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758653.276388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758654.172480:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758654.300398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758654.300503:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:3.0:1787758654.300613:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787758654.300676:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787758654.300694:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758654.300738:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758654.300749:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758654.300760:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758654.300777:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787758654.300787:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758651/real 1787758654] req@ffffa0e6c35b1500 x1874589766408320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758654.300815:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766408320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758654.300831:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758654.300836:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758654.300841:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766408320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758654.300849:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758651/real 1787758654] req@ffffa0e6c35b3b80 x1874589766408448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758654.300862:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766408448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758654.300871:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758654.300875:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758654.300878:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766408448:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758654.300884:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758651/real 1787758654] req@ffffa0e6c35b3100 x1874589766408064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758654.300896:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766408064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758654.300947:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758654.300951:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758654.300954:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766408064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758654.300964:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758651/real 1787758654] req@ffffa0e6c35b1180 x1874589766408192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758654.300976:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766408192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758654.300984:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758654.300988:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758654.300991:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766408192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758654.300998:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758651/real 1787758654] req@ffffa0e6c35b0e00 x1874589766407936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758654.301011:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766407936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758654.301019:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758654.301022:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758654.301025:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766407936:192.168.201.131@tcp:250:kworker.0 00010000:00010000:1.0:1787758655.196430:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758655.324374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758655.324430:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758656.220420:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787758656.348358:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758656.348363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758656.348367:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758656.348373:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758656.348383:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10632 00000100:00080000:3.0:1787758656.348392:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758656.348398:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758656.348420:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758656.348428:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766408576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758656.348450:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758656.348453:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758656.348454:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758656.348457:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10632 00000100:00080000:3.0:1787758656.348460:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758656.348462:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758656.348471:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758656.348483:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766408576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758656.348484:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766408704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758656.348499:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758656.348504:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758656.348506:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758656.348510:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10632 00000100:00080000:3.0:1787758656.348515:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758656.348521:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758656.348526:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787758656.348542:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758656.348543:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766408832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758656.348552:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758656.348554:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758656.348556:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758656.348561:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10632 00000100:00080000:3.0:1787758656.348566:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758656.348570:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758656.348576:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758656.348583:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758656/real 1787758656] req@ffffa0e6c35b0380 x1874589766408576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758656.348589:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766408960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758656.348608:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766408576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758656.348610:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758656.348619:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758656.348624:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758656.348630:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758656.348632:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10632 00000100:00080000:1.0:1787758656.348640:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787758656.348641:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758656.348650:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758656.348651:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766408576:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787758656.348658:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758656.348673:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766409088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758656.348680:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766408704:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758656.348710:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758656.348726:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758656/real 1787758656] req@ffffa0e6c35b0e00 x1874589766408704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758656.348738:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766408704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758656.348755:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758656.348759:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758656.348763:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766408704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758656.348770:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766408832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758656.348789:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758656.348799:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758656/real 1787758656] req@ffffa0e6c35b1180 x1874589766408832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758656.348811:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766408832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758656.348820:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758656.348824:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758656.348829:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766408832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758656.348835:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766408960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758656.348855:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758656.348901:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758656/real 1787758656] req@ffffa0e6c35b3100 x1874589766408960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758656.348913:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766408960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758656.348923:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758656.348927:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758656.348930:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766408960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758656.348948:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766409088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758656.348968:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758656.348980:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758656/real 1787758656] req@ffffa0e6c35b3b80 x1874589766409088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758656.348991:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766409088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758656.349001:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758656.349004:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758656.349007:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766409088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758657.244401:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758657.372366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758657.372456:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758658.268497:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758658.396336:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758658.396339:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758659.292478:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758659.420441:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758659.420442:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758660.316462:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758660.444339:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758660.444347:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758661.340410:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787758661.468370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758661.468372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758661.468372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758661.468380:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758661.468384:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758661.468394:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10637 00000100:00080000:3.0:1787758661.468406:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758661.468413:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758661.468459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766409216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758661.468480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758661.468483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758661.468484:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758661.468487:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10637 00000100:00080000:3.0:1787758661.468491:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758661.468495:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758661.468502:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758661.468512:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766409216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758661.468514:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766409344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758661.468530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758661.468533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758661.468534:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758661.468537:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10637 00000100:00080000:3.0:1787758661.468539:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758661.468541:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758661.468545:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758661.468552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766409472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758661.468559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758661.468561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758661.468562:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758661.468565:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10637 00000100:00080000:3.0:1787758661.468568:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758661.468570:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758661.468573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758661.468581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766409600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758661.468584:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758661.468593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758661.468595:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758661.468597:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758661.468600:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10637 00000100:00080000:3.0:1787758661.468604:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758661.468607:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758661.468610:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758661.468617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766409728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758661.468626:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758661/real 1787758661] req@ffffa0e6c35b1500 x1874589766409216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758661.468641:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766409216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758661.468648:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758661.468651:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758661.468654:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766409216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758661.468671:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766409344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758661.468688:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758661.468696:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758661/real 1787758661] req@ffffa0e6c35b2680 x1874589766409344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758661.468704:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766409344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758661.468710:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758661.468712:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758661.468714:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766409344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758661.468718:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766409472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758661.468729:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758661.468734:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758661/real 1787758661] req@ffffa0e6c35b3800 x1874589766409472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758661.468742:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766409472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758661.468747:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758661.468749:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758661.468750:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766409472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758661.468754:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766409600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758661.468764:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758661.468769:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758661/real 1787758661] req@ffffa0e6c35b1880 x1874589766409600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758661.468808:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766409600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758661.468820:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758661.468823:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758661.468826:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766409600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758661.468833:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766409728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758661.468855:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758661.468865:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758661/real 1787758661] req@ffffa0e6c35b1c00 x1874589766409728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758661.468878:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766409728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758661.468885:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758661.468887:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758661.468889:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766409728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758662.364447:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758662.492338:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758662.492338:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758663.388453:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758663.516388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758663.516388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758664.412454:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758664.540355:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758664.540355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758665.436463:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758665.564388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758665.564388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758666.460429:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787758666.588372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758666.588380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758666.588381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758666.588381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758666.588386:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758666.588396:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10642 00000100:00080000:3.0:1787758666.588406:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758666.588413:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758666.588445:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766409856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758666.588467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758666.588470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758666.588471:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758666.588474:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10642 00000100:00080000:3.0:1787758666.588476:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758666.588480:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758666.588486:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758666.588499:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766409984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758666.588500:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766409856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758666.588514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758666.588517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758666.588518:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758666.588521:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10642 00000100:00080000:3.0:1787758666.588524:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758666.588526:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758666.588529:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758666.588538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766410112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758666.588544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758666.588547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758666.588548:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758666.588550:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10642 00000100:00080000:3.0:1787758666.588552:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758666.588554:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758666.588558:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787758666.588566:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758666.588567:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766410240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758666.588575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758666.588578:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758666.588580:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758666.588582:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10642 00000100:00080000:3.0:1787758666.588585:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758666.588587:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758666.588592:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758666.588599:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758666/real 1787758666] req@ffffa0e6c35b0a80 x1874589766409856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758666.588601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766410368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758666.588637:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766409856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758666.588647:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758666.588651:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758666.588654:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766409856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758666.588672:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766409984:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758666.588703:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758666.588715:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758666/real 1787758666] req@ffffa0e6c35b3480 x1874589766409984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758666.588728:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766409984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758666.588737:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758666.588740:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758666.588744:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766409984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758666.588750:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766410112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758666.588771:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758666.588781:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758666/real 1787758666] req@ffffa0e6c35b1f80 x1874589766410112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758666.588789:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766410112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758666.588795:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758666.588797:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758666.588800:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766410112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758666.588803:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766410240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758666.588816:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758666.588821:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758666/real 1787758666] req@ffffa0e6c35b2a00 x1874589766410240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758666.588833:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766410240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758666.588840:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758666.588842:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758666.588844:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766410240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758666.588847:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766410368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758666.588857:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758666.588862:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758666/real 1787758666] req@ffffa0e6c35b2d80 x1874589766410368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758666.588869:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766410368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758666.588875:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758666.588877:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758666.588879:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766410368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758667.484524:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758667.612461:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758667.612461:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758668.508478:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758668.636363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758668.636366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758669.532472:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758669.660407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758669.660407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758670.556470:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758670.684360:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758670.684370:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758671.580482:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758671.708405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758671.708405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758671.708414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758671.708418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758671.708429:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758671.708443:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10647 00000100:00080000:3.0:1787758671.708467:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758671.708477:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758671.708527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766410496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758671.708558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758671.708563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758671.708565:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758671.708570:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10647 00000100:00080000:3.0:1787758671.708574:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758671.708578:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758671.708589:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758671.708624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766410624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758671.708634:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766410496:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758671.708643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758671.708648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758671.708650:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758671.708656:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10647 00000100:00080000:3.0:1787758671.708661:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758671.708665:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758671.708671:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758671.708686:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766410752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758671.708697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758671.708701:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758671.708704:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787758671.708708:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758671.708714:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10647 00000100:00080000:3.0:1787758671.708720:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758671.708725:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758671.708732:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758671.708747:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766410880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758671.708756:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758671/real 1787758671] req@ffffa0e6c35b0700 x1874589766410496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758671.708761:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758671.708771:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758671.708775:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758671.708780:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10647 00000100:00100000:1.0:1787758671.708784:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766410496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758671.708786:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758671.708796:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787758671.708800:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1787758671.708803:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787758671.708806:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758671.708818:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766410496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758671.708832:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766411008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758671.708844:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766410624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758671.708870:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758671.708881:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758671/real 1787758671] req@ffffa0e6c35b2d80 x1874589766410624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758671.708897:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766410624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758671.708904:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758671.708907:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758671.708909:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766410624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758671.708914:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766410752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758671.708927:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758671.708933:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758671/real 1787758671] req@ffffa0e6c35b2a00 x1874589766410752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758671.708947:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766410752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758671.708953:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758671.708955:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758671.708957:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766410752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758671.708960:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766410880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758671.708973:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758671.708984:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758671/real 1787758671] req@ffffa0e6c35b1f80 x1874589766410880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758671.709005:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766410880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758671.709018:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758671.709022:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758671.709026:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766410880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758671.709043:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766411008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758671.709060:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758671.709068:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758671/real 1787758671] req@ffffa0e6c35b3480 x1874589766411008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758671.709084:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766411008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758671.709096:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758671.709099:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758671.709101:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766411008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758672.604447:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758672.732391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758672.732391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758673.628471:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758673.756375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758673.756375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758674.652421:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758674.780389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758674.780389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758675.676483:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758675.804399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758675.804399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758676.700556:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787758676.828430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758676.828442:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758676.828442:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758676.828447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758676.828459:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758676.828475:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10652 00000100:00080000:3.0:1787758676.828492:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758676.828500:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758676.828571:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766411136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758676.828599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758676.828603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758676.828604:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758676.828608:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10652 00000100:00080000:3.0:1787758676.828612:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758676.828615:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758676.828625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758676.828636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766411264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758676.828644:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758676.828647:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758676.828648:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758676.828653:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10652 00000100:00100000:1.0:1787758676.828655:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766411136:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758676.828656:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758676.828662:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758676.828668:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758676.828677:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766411392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758676.828684:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758676.828687:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758676.828688:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758676.828691:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10652 00000100:00080000:3.0:1787758676.828693:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758676.828696:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758676.828700:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758676.828707:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766411520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758676.828714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758676.828716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758676.828718:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758676.828721:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10652 00000100:00080000:3.0:1787758676.828723:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758676.828725:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758676.828728:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787758676.828736:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758676.828737:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766411648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758676.828779:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758676/real 1787758676] req@ffffa0e6c35b0a80 x1874589766411136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758676.828795:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766411136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758676.828804:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758676.828808:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758676.828811:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766411136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758676.828832:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766411264:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758676.828848:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758676.828856:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758676/real 1787758676] req@ffffa0e6c35b1c00 x1874589766411264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758676.828870:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766411264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758676.828876:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758676.828878:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758676.828880:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766411264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758676.828884:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766411392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758676.828896:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758676.828902:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758676/real 1787758676] req@ffffa0e6c35b1880 x1874589766411392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758676.828910:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766411392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758676.828916:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758676.828917:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758676.828919:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766411392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758676.828923:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766411520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758676.828933:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758676.828939:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758676/real 1787758676] req@ffffa0e6c35b3800 x1874589766411520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758676.828946:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766411520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758676.828959:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758676.828961:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758676.828963:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766411520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758676.828966:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766411648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758676.828976:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758676.828981:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758676/real 1787758676] req@ffffa0e6c35b2680 x1874589766411648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758676.828988:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766411648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758676.828996:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758676.828997:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758676.828999:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766411648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758677.724511:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758677.852380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758677.852387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758678.748468:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758678.876390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758678.876390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758679.772484:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758679.900360:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758679.900413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758680.796485:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758680.924412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758680.924412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758681.820440:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758681.948349:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758681.948356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758681.948366:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758681.948372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758681.948376:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758681.948385:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10657 00000100:00080000:3.0:1787758681.948396:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758681.948403:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758681.948451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766411776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758681.948475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758681.948479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758681.948481:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758681.948485:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10657 00000100:00080000:3.0:1787758681.948490:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758681.948493:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758681.948500:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758681.948512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766411904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758681.948514:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766411776:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758681.948527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758681.948529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758681.948531:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758681.948533:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10657 00000100:00080000:3.0:1787758681.948536:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758681.948538:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758681.948541:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758681.948551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766412032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758681.948566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758681.948570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758681.948571:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787758681.948576:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758681.948579:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10657 00000100:00080000:3.0:1787758681.948584:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758681.948589:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758681.948595:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758681.948607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766412160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758681.948611:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758681/real 1787758681] req@ffffa0e6c35b1500 x1874589766411776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758681.948634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758681.948635:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766411776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758681.948641:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758681.948645:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758681.948653:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10657 00000100:00080000:1.0:1787758681.948654:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758681.948657:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758681.948662:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787758681.948666:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758681.948670:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766411776:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787758681.948673:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758681.948694:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766412288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758681.948706:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766411904:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758681.948728:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758681.948739:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758681/real 1787758681] req@ffffa0e6c35b3b80 x1874589766411904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758681.948750:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766411904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758681.948760:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758681.948763:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758681.948765:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766411904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758681.948771:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766412032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758681.948787:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758681.948795:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758681/real 1787758681] req@ffffa0e6c35b3100 x1874589766412032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758681.948806:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766412032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758681.948820:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758681.948823:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758681.948825:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766412032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758681.948831:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766412160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758681.948844:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758681.948851:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758681/real 1787758681] req@ffffa0e6c35b1180 x1874589766412160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758681.948862:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766412160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758681.948870:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758681.948873:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758681.948876:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766412160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758681.948889:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766412288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758681.948903:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758681.948912:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758681/real 1787758681] req@ffffa0e6c35b0e00 x1874589766412288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758681.948922:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766412288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758681.948931:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758681.948934:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758681.948937:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766412288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758682.844430:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758682.972385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758682.972388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758683.868455:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758683.996342:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758683.996351:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758684.892460:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758685.020345:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758685.020345:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758685.916498:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758686.044387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758686.044387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758686.940438:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787758687.068384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758687.068393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758687.068393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758687.068393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758687.068399:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758687.068408:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10662 00000100:00080000:3.0:1787758687.068418:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758687.068425:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758687.068457:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766412416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758687.068481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758687.068485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758687.068487:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758687.068491:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10662 00000100:00080000:3.0:1787758687.068495:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758687.068499:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758687.068508:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758687.068524:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766412544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758687.068526:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766412416:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758687.068534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758687.068538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758687.068539:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758687.068543:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10662 00000100:00080000:3.0:1787758687.068546:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758687.068549:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758687.068554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758687.068562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766412672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758687.068570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758687.068573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758687.068575:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758687.068578:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10662 00000100:00080000:3.0:1787758687.068581:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787758687.068582:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758687.068584:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758687.068588:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758687.068597:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766412800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758687.068614:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758687/real 1787758687] req@ffffa0e6c35b0380 x1874589766412416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758687.068620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758687.068623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758687.068625:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758687.068629:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10662 00000100:00100000:1.0:1787758687.068631:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766412416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758687.068632:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758687.068636:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758687.068640:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787758687.068641:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758687.068645:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758687.068649:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766412416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758687.068650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766412928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758687.068670:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766412544:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758687.068695:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758687.068707:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758687/real 1787758687] req@ffffa0e6c35b0e00 x1874589766412544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758687.068716:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766412544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758687.068730:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758687.068733:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758687.068735:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766412544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758687.068742:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766412672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758687.068757:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758687.068765:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758687/real 1787758687] req@ffffa0e6c35b1180 x1874589766412672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758687.068776:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766412672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758687.068786:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758687.068789:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758687.068792:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766412672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758687.068798:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766412800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758687.068818:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758687.068827:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758687/real 1787758687] req@ffffa0e6c35b3100 x1874589766412800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758687.068835:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766412800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758687.068842:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758687.068844:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758687.068846:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766412800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758687.068850:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766412928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758687.068862:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758687.068868:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758687/real 1787758687] req@ffffa0e6c35b3b80 x1874589766412928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758687.068875:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766412928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758687.068881:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758687.068883:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758687.068885:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766412928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758687.964470:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758688.092400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758688.092401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758688.988503:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758689.116437:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758689.116438:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758690.012465:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758690.140356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758690.140356:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758691.036461:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758691.164377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758691.164389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758692.060469:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758692.188340:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758692.188402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758692.188546:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758692.188553:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758692.188557:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758692.188568:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10667 00000100:00080000:2.0:1787758692.188578:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758692.188586:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758692.188620:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766413056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758692.188648:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758692.188651:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758692.188653:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758692.188656:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10667 00000100:00080000:2.0:1787758692.188659:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758692.188661:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758692.188670:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758692.188686:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766413184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758692.188700:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758692.188706:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766413056:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758692.188708:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758692.188715:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758692.188722:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10667 00000100:00080000:2.0:1787758692.188725:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758692.188729:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758692.188733:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758692.188749:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766413312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758692.188756:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758692.188759:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758692.188760:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758692.188763:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10667 00000100:00080000:2.0:1787758692.188766:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758692.188769:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758692.188772:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758692.188778:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766413440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758692.188784:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758692.188787:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758692.188788:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758692.188790:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10667 00000100:00080000:2.0:1787758692.188794:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758692.188796:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758692.188799:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758692.188805:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766413568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758692.188833:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758692.188904:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758692/real 1787758692] req@ffffa0e6c60c8a80 x1874589766413056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758692.188926:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766413056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758692.188939:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758692.188945:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758692.188965:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766413056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758692.189011:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766413184:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758692.189038:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758692.189063:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758692/real 1787758692] req@ffffa0e6c60cad80 x1874589766413184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758692.189079:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766413184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758692.189089:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758692.189093:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758692.189097:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766413184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758692.189104:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766413312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758692.189128:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758692.189141:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758692/real 1787758692] req@ffffa0e6c60cb480 x1874589766413312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758692.189153:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766413312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758692.189173:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758692.189177:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758692.189181:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766413312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758692.189189:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766413440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758692.189212:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758692.189225:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758692/real 1787758692] req@ffffa0e6c60c9880 x1874589766413440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758692.189298:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766413440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758692.189312:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758692.189316:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758692.189320:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766413440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758692.189327:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766413568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758692.189351:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758692.189364:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758692/real 1787758692] req@ffffa0e6c60c8e00 x1874589766413568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758692.189376:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766413568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758692.189388:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758692.189392:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758692.189395:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766413568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758693.084475:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758693.212344:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758693.212344:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758694.108447:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758694.236403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758694.236403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758695.132447:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758695.260364:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758695.260372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758696.156396:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758696.284410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758696.284411:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758697.180465:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758697.308359:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758697.308361:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758697.308381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758697.308388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758697.308392:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758697.308404:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10673 00000100:00080000:0.0:1787758697.308417:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758697.308425:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758697.308469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766413696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758697.308495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758697.308498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758697.308500:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758697.308504:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10673 00000100:00080000:0.0:1787758697.308506:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758697.308509:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758697.308518:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758697.308528:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766413824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758697.308534:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766413696:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758697.308539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758697.308545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758697.308547:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758697.308550:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10673 00000100:00080000:0.0:1787758697.308552:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758697.308554:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758697.308557:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758697.308565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766413952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758697.308571:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758697.308573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758697.308575:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758697.308578:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10673 00000100:00080000:0.0:1787758697.308582:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758697.308585:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758697.308589:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758697.308596:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766414080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758697.308602:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758697.308606:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758697.308608:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758697.308612:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10673 00000100:00080000:0.0:1787758697.308617:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787758697.308618:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758697.308626:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758697.308633:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758697.308647:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766414208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758697.308659:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758697/real 1787758697] req@ffffa0e6d86c6300 x1874589766413696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758697.308674:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766413696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758697.308683:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758697.308686:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758697.308690:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766413696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758697.308715:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766413824:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758697.308731:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758697.308739:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758697/real 1787758697] req@ffffa0e6d86c7800 x1874589766413824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758697.308748:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766413824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758697.308754:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758697.308756:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758697.308758:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766413824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758697.308762:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766413952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758697.308773:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758697.308779:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758697/real 1787758697] req@ffffa0e6d86c6680 x1874589766413952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758697.308791:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766413952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758697.308797:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758697.308798:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758697.308800:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766413952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758697.308804:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766414080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758697.308816:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758697.308821:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758697/real 1787758697] req@ffffa0e6d86c5880 x1874589766414080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758697.308829:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766414080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758697.308836:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758697.308838:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758697.308839:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766414080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758697.308843:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766414208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758697.308853:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758697.308858:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758697/real 1787758697] req@ffffa0e6d86c5c00 x1874589766414208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758697.308866:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766414208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758697.308877:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758697.308880:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758697.308882:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766414208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758698.204439:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758698.332364:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758698.332364:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758699.228514:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758699.356371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758699.356371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758700.252436:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758700.380385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758700.380387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758701.276489:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758701.404390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758701.404391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758702.300454:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758702.428396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758702.428406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758702.428407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758702.428416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758702.428422:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758702.428433:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10678 00000100:00080000:3.0:1787758702.428446:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758702.428462:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758702.428515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766414336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758702.428544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758702.428547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758702.428548:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758702.428552:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10678 00000100:00080000:3.0:1787758702.428556:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758702.428560:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758702.428570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758702.428582:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766414464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758702.428589:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766414336:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758702.428592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758702.428598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758702.428599:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758702.428603:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10678 00000100:00080000:3.0:1787758702.428606:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758702.428608:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758702.428611:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758702.428620:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766414592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758702.428627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758702.428630:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758702.428631:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758702.428634:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10678 00000100:00080000:3.0:1787758702.428637:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758702.428640:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758702.428644:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758702.428652:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766414720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758702.428658:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758702.428661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758702.428663:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758702.428666:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10678 00000100:00080000:3.0:1787758702.428668:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758702.428670:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758702.428673:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758702.428682:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766414848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758702.428683:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758702.428730:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758702/real 1787758702] req@ffffa0e6c35b1500 x1874589766414336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758702.428746:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766414336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758702.428755:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758702.428758:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758702.428761:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766414336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758702.428783:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766414464:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758702.428808:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758702.428817:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758702/real 1787758702] req@ffffa0e6c35b2680 x1874589766414464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758702.428826:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766414464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758702.428833:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758702.428835:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758702.428837:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766414464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758702.428841:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766414592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758702.428853:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758702.428859:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758702/real 1787758702] req@ffffa0e6c35b3800 x1874589766414592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758702.428867:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766414592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758702.428882:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758702.428884:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758702.428886:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766414592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758702.428890:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766414720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758702.428904:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758702.428910:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758702/real 1787758702] req@ffffa0e6c35b1880 x1874589766414720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758702.428917:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766414720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758702.428930:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758702.428933:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758702.428935:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766414720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758702.428938:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766414848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758702.428949:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758702.428955:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758702/real 1787758702] req@ffffa0e6c35b1c00 x1874589766414848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758702.428962:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766414848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758702.428970:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758702.428971:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758702.428973:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766414848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758703.324542:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758703.452403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758703.452456:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758704.348454:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758704.476326:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758704.476383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758705.372469:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758705.500351:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758705.500395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758706.396432:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758706.524381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758706.525318:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758707.420474:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758707.548340:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758707.548363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787758707.548375:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758707.548384:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758707.548389:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758707.548401:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10683 00000100:00080000:1.0:1787758707.548414:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758707.548422:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758707.548463:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766414976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758707.548488:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758707.548492:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758707.548493:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758707.548496:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10683 00000100:00080000:1.0:1787758707.548499:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758707.548502:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758707.548511:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758707.548523:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766415104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758707.548526:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766414976:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787758707.548550:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758707.548554:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758707.548556:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758707.548560:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10683 00000100:00080000:1.0:1787758707.548563:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758707.548566:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758707.548571:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758707.548584:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766415232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758707.548592:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758707.548595:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758707.548597:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758707.548601:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10683 00000100:00080000:1.0:1787758707.548608:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787758707.548608:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787758707.548622:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758707.548629:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758707.548639:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766415360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758707.548646:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787758707.548653:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758707/real 1787758707] req@ffffa0e6c7928380 x1874589766414976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758707.548654:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758707.548659:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758707.548673:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10683 00000100:00080000:1.0:1787758707.548682:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758707.548688:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758707.548692:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758707.548694:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766414976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758707.548708:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766415488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758707.548712:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758707.548731:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758707.548746:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766414976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758707.548773:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766415104:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758707.548790:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758707.548799:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758707/real 1787758707] req@ffffa0e6c792bb80 x1874589766415104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758707.548808:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766415104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758707.548814:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758707.548817:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758707.548819:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766415104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758707.548823:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766415232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758707.548834:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758707.548840:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758707/real 1787758707] req@ffffa0e6c7929f80 x1874589766415232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758707.548847:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766415232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758707.548853:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758707.548855:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758707.548857:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766415232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758707.548861:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766415360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758707.548872:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758707.548878:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758707/real 1787758707] req@ffffa0e6c792b100 x1874589766415360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758707.548886:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766415360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758707.548893:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758707.548895:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758707.548897:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766415360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758707.548900:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766415488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758707.548910:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758707.548916:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758707/real 1787758707] req@ffffa0e6c7929c00 x1874589766415488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758707.548923:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766415488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758707.548930:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758707.548932:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758707.548934:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766415488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758708.444405:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758708.572363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758708.573313:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758709.468478:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758709.596327:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758709.596350:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758710.492550:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758710.620376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758710.620376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758711.516473:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758711.644330:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758711.644353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758712.540494:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758712.668397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758712.668424:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758712.668431:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758712.668436:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758712.668442:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758712.668444:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10688 00000100:00080000:3.0:1787758712.668463:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758712.668471:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758712.668504:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766415616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758712.668525:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758712.668528:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758712.668529:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758712.668533:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10688 00000100:00080000:3.0:1787758712.668536:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758712.668539:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758712.668546:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758712.668555:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766415744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758712.668561:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766415616:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758712.668579:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758712.668582:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758712.668584:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758712.668587:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10688 00000100:00080000:3.0:1787758712.668590:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758712.668593:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758712.668597:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758712.668605:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766415872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758712.668616:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758712.668618:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758712.668620:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758712.668622:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10688 00000100:00080000:3.0:1787758712.668628:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758712.668632:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758712.668635:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758712.668641:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766416000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758712.668648:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758712.668651:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758712.668652:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787758712.668658:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758712.668658:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10688 00000100:00080000:3.0:1787758712.668669:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758712.668673:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758712.668678:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758712.668689:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766416128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758712.668708:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758712/real 1787758712] req@ffffa0e6c35b0a80 x1874589766415616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758712.668738:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766415616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758712.668748:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758712.668752:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758712.668755:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766415616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758712.668786:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766415744:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758712.668814:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758712.668827:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758712/real 1787758712] req@ffffa0e6c35b3480 x1874589766415744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758712.668837:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766415744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758712.668844:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758712.668846:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758712.668849:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766415744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758712.668854:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766415872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758712.668907:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758712.668917:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758712/real 1787758712] req@ffffa0e6c35b1f80 x1874589766415872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758712.668926:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766415872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758712.668937:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758712.668939:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758712.668941:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766415872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758712.668946:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766416000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758712.668961:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758712.668967:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758712/real 1787758712] req@ffffa0e6c35b2a00 x1874589766416000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758712.668974:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766416000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758712.668982:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758712.668984:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758712.668986:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766416000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758712.668990:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766416128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758712.669000:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758712.669006:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758712/real 1787758712] req@ffffa0e6c35b2d80 x1874589766416128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758712.669013:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766416128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758712.669028:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758712.669033:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758712.669036:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766416128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758713.564442:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758713.692451:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758713.692451:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758714.588444:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758714.716353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758714.716387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758715.612474:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758715.740432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758715.740437:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758716.636436:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758716.764335:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758716.764385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758717.660468:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758717.788335:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758717.788351:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758717.788352:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758717.788357:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758717.788361:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758717.788371:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10693 00000100:00080000:3.0:1787758717.788383:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758717.788390:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758717.788425:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766416256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758717.788448:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758717.788451:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758717.788452:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758717.788456:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10693 00000100:00080000:3.0:1787758717.788459:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758717.788462:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758717.788470:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758717.788483:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766416256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758717.788487:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766416384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758717.788501:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758717.788504:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758717.788506:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758717.788511:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10693 00000100:00080000:3.0:1787758717.788516:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758717.788520:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758717.788525:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758717.788536:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766416512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758717.788543:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758717.788546:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758717.788547:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758717.788550:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10693 00000100:00080000:3.0:1787758717.788553:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758717.788556:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758717.788559:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758717.788566:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766416640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758717.788573:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758717.788575:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758717.788577:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758717.788580:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10693 00000100:00080000:3.0:1787758717.788583:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758717.788586:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758717.788588:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758717.788598:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766416384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758717.788599:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766416768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758717.788627:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766416512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758717.788645:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766416640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758717.788662:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766416768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758718.684434:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758718.812330:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758718.812419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758719.708417:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758719.836377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758719.836383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758720.732544:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758720.860393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758720.860393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:3.0:1787758720.860708:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787758720.860814:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787758720.860838:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758720.860897:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758720.860909:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758720.860919:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758720.860928:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787758720.861071:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758717/real 1787758720] req@ffffa0e6c35b3480 x1874589766416768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758720.861099:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766416768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758720.861116:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758720.861122:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758720.861127:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766416768:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758720.861135:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758717/real 1787758720] req@ffffa0e6c35b2d80 x1874589766416384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758720.861148:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766416384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758720.861156:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758720.861160:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758720.861163:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766416384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758720.861171:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758717/real 1787758720] req@ffffa0e6c35b2a00 x1874589766416512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758720.861183:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766416512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758720.861191:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758720.861195:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758720.861199:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766416512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758720.861207:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758717/real 1787758720] req@ffffa0e6c35b1f80 x1874589766416640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758720.861219:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766416640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758720.861231:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758720.861234:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758720.861239:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766416640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758720.861246:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758717/real 1787758720] req@ffffa0e6c35b0700 x1874589766416256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758720.861259:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766416256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758720.861268:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758720.861295:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758720.861299:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766416256:192.168.201.131@tcp:250:kworker.0 00010000:00010000:0.0:1787758721.756443:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758721.884402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758721.884402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758722.780465:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758722.908388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758722.908417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758722.908456:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758722.908462:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758722.908466:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758722.908474:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10698 00000100:00080000:0.0:1787758722.908484:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758722.908491:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758722.908520:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766416896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758722.908540:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758722.908543:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758722.908544:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758722.908547:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10698 00000100:00080000:0.0:1787758722.908549:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758722.908553:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758722.908563:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758722.908578:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766417024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758722.908588:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766416896:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758722.908598:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758722.908603:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758722.908605:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758722.908612:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10698 00000100:00080000:0.0:1787758722.908618:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758722.908622:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758722.908629:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758722.908644:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766417152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758722.908656:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758722.908660:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758722.908662:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758722.908667:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10698 00000100:00080000:0.0:1787758722.908680:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758722.908685:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758722.908691:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787758722.908709:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787758722.908722:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766417280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758722.908734:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758722.908738:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758722.908740:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758722.908745:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10698 00000100:00080000:0.0:1787758722.908751:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758722.908756:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758722.908763:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758722.908767:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758722/real 1787758722] req@ffffa0e6d86c5c00 x1874589766416896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758722.908781:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766417408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758722.908798:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766416896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758722.908813:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758722.908819:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758722.908826:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766416896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758722.908860:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766417024:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758722.908889:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758722.908904:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758722/real 1787758722] req@ffffa0e6d86c5880 x1874589766417024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758722.908918:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766417024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758722.908929:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758722.908932:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758722.908936:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766417024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758722.908943:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766417152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758722.908964:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758722.908977:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758722/real 1787758722] req@ffffa0e6d86c6680 x1874589766417152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758722.908990:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766417152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758722.908998:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758722.909002:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758722.909005:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766417152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758722.909012:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766417280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758722.909034:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758722.909047:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758722/real 1787758722] req@ffffa0e6d86c7800 x1874589766417280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758722.909059:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766417280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758722.909081:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758722.909085:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758722.909088:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766417280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758722.909096:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766417408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758722.909118:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758722.909130:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758722/real 1787758722] req@ffffa0e6d86c6300 x1874589766417408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758722.909141:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766417408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758722.909152:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758722.909155:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758722.909158:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766417408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758723.804429:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758723.932398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758723.932405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758724.828462:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758724.956351:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758724.956389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758725.852419:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758725.980394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758725.980394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758726.876462:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758727.004413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758727.004413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758727.900449:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758728.028380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758728.028380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758728.028412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758728.028418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758728.028421:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758728.028429:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10703 00000100:00080000:3.0:1787758728.028439:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758728.028444:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758728.028479:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766417536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758728.028501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758728.028504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758728.028505:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758728.028508:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10703 00000100:00080000:3.0:1787758728.028510:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758728.028513:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758728.028519:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758728.028528:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766417664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758728.028535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758728.028538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758728.028539:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758728.028544:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766417536:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758728.028545:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10703 00000100:00080000:3.0:1787758728.028549:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758728.028554:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758728.028558:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758728.028565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766417792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758728.028571:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758728.028574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758728.028575:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758728.028577:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10703 00000100:00080000:3.0:1787758728.028579:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758728.028582:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758728.028585:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758728.028591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766417920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758728.028597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758728.028599:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758728.028600:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758728.028617:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10703 00000100:00080000:3.0:1787758728.028621:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758728.028623:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758728.028627:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787758728.028631:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758728.028640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766418048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758728.028674:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758728/real 1787758728] req@ffffa0e6c35b0a80 x1874589766417536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758728.028693:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766417536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758728.028704:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758728.028709:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758728.028713:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766417536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758728.028736:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766417664:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758728.028759:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758728.028773:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758728/real 1787758728] req@ffffa0e6c35b1c00 x1874589766417664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758728.028787:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766417664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758728.028796:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758728.028800:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758728.028804:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766417664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758728.028810:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766417792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758728.028832:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758728.028844:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758728/real 1787758728] req@ffffa0e6c35b1880 x1874589766417792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758728.028857:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766417792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758728.028867:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758728.028870:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758728.028874:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766417792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758728.028881:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766417920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758728.028902:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758728.028914:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758728/real 1787758728] req@ffffa0e6c35b3800 x1874589766417920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758728.028927:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766417920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758728.028949:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758728.028953:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758728.028960:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766417920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758728.028966:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766418048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758728.028987:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758728.029000:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758728/real 1787758728] req@ffffa0e6c35b2680 x1874589766418048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758728.029013:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766418048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758728.029024:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758728.029027:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758728.029031:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766418048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758728.924473:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758729.052343:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758729.052352:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758729.948477:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758730.076360:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758730.076360:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758730.972424:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758731.100398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758731.100398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758731.996484:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758732.124366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758732.124384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758733.020430:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758733.148355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758733.148365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758733.148375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758733.148380:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758733.148392:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10708 00000100:00100000:1.0:1787758733.148404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758733.148412:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758733.148422:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758733.148465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766418176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758733.148490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758733.148493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758733.148495:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758733.148499:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10708 00000100:00080000:3.0:1787758733.148501:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758733.148505:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758733.148525:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758733.148538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766418304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758733.148546:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766418176:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758733.148572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758733.148576:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758733.148578:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758733.148584:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10708 00000100:00080000:3.0:1787758733.148588:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758733.148592:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758733.148597:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758733.148608:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766418432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758733.148621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758733.148624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758733.148626:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787758733.148633:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758733.148638:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10708 00000100:00080000:3.0:1787758733.148644:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758733.148648:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758733.148653:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758733.148665:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766418560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758733.148673:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758733.148678:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758733/real 1787758733] req@ffffa0e6c35b1500 x1874589766418176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758733.148679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758733.148685:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758733.148699:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10708 00000100:00080000:3.0:1787758733.148710:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758733.148713:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758733.148719:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766418176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787758733.148721:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787758733.148741:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787758733.148741:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766418688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758733.148759:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758733.148778:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766418176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758733.148802:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766418304:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758733.148818:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758733.148827:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758733/real 1787758733] req@ffffa0e6c35b3b80 x1874589766418304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758733.148836:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766418304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758733.148842:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758733.148844:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758733.148846:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766418304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758733.148851:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766418432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758733.148861:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758733.148867:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758733/real 1787758733] req@ffffa0e6c35b3100 x1874589766418432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758733.148875:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766418432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758733.148881:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758733.148883:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758733.148885:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766418432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758733.148888:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766418560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758733.148899:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758733.148922:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758733/real 1787758733] req@ffffa0e6c35b1180 x1874589766418560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758733.148935:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766418560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758733.148946:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758733.148950:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758733.148954:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766418560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758733.148961:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766418688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758733.148981:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758733.148989:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758733/real 1787758733] req@ffffa0e6c35b0e00 x1874589766418688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758733.148997:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766418688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758733.149009:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758733.149011:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758733.149013:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766418688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758734.044485:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758734.172388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758734.172392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758735.068539:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758735.196437:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758735.196438:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758736.092489:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758736.220394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758736.220403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758737.116499:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758737.244429:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758737.244434:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758738.140471:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758738.268407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758738.268450:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758738.268545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758738.268551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758738.268555:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758738.268567:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10714 00000100:00080000:0.0:1787758738.268580:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758738.268589:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758738.268640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766418816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758738.268671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758738.268675:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758738.268676:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758738.268680:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10714 00000100:00080000:0.0:1787758738.268682:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758738.268685:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758738.268694:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758738.268705:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766418944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758738.268713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758738.268716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758738.268718:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758738.268722:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766418816:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758738.268724:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10714 00000100:00080000:0.0:1787758738.268732:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758738.268738:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758738.268743:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758738.268758:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766419072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758738.268769:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758738.268774:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758738.268776:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758738.268781:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10714 00000100:00080000:0.0:1787758738.268805:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758738.268810:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758738.268815:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787758738.268820:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787758738.268828:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766419200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758738.268837:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758738.268840:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758738.268842:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758738.268846:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10714 00000100:00080000:0.0:1787758738.268849:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758738.268851:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758738.268854:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758738.268863:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766419328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758738.268871:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758738/real 1787758738] req@ffffa0e6d86c6300 x1874589766418816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758738.268893:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766418816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758738.268915:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758738.268919:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758738.268924:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766418816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758738.268957:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766418944:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758738.268988:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758738.269001:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758738/real 1787758738] req@ffffa0e6d86c7800 x1874589766418944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758738.269016:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766418944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758738.269026:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758738.269030:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758738.269033:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766418944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758738.269046:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766419072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758738.269067:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758738.269079:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758738/real 1787758738] req@ffffa0e6d86c6680 x1874589766419072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758738.269092:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766419072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758738.269101:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758738.269105:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758738.269108:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766419072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758738.269115:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766419200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758738.269133:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758738.269143:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758738/real 1787758738] req@ffffa0e6d86c5880 x1874589766419200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758738.269155:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766419200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758738.269173:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758738.269176:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758738.269180:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766419200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758738.269186:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766419328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758738.269203:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758738.269212:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758738/real 1787758738] req@ffffa0e6d86c5c00 x1874589766419328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758738.269224:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766419328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758738.269236:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758738.269250:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758738.269253:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766419328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758739.164447:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758739.292428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758739.292428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758740.188491:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758740.316410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758740.316413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758741.212489:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758741.340437:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758741.340437:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758742.236534:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758742.364434:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758742.364439:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758743.260455:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787758743.388409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758743.388418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758743.388423:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758743.388432:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10719 00000100:00100000:2.0:1787758743.388446:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758743.388447:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758743.388449:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758743.388460:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758743.388496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766419456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758743.388515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758743.388518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758743.388520:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758743.388524:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10719 00000100:00080000:0.0:1787758743.388527:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758743.388531:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758743.388539:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758743.388548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766419584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758743.388557:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766419456:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758743.388561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758743.388574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758743.388576:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758743.388580:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10719 00000100:00080000:0.0:1787758743.388582:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758743.388584:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758743.388589:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758743.388603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766419712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758743.388610:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758743.388613:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758743.388615:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758743.388617:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10719 00000100:00080000:0.0:1787758743.388642:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758743.388648:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787758743.388654:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:0.0:1787758743.388656:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758743.388675:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766419840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758743.388685:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758743.388687:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758743.388689:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758743.388694:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10719 00000100:00080000:0.0:1787758743.388698:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758743.388701:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758743.388706:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758743.388712:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758743/real 1787758743] req@ffffa0e6d86c5c00 x1874589766419456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758743.388719:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766419968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758743.388778:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766419456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758743.388793:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758743.388797:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758743.388800:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766419456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758743.388827:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766419584:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758743.388847:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758743.388857:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758743/real 1787758743] req@ffffa0e6d86c5880 x1874589766419584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758743.388866:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766419584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758743.388873:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758743.388875:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758743.388877:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766419584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758743.388881:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766419712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758743.388893:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758743.388899:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758743/real 1787758743] req@ffffa0e6d86c6680 x1874589766419712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758743.388907:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766419712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758743.388918:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758743.388920:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758743.388922:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766419712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758743.388926:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766419840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758743.388938:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758743.388943:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758743/real 1787758743] req@ffffa0e6d86c7800 x1874589766419840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758743.388951:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766419840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758743.388960:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758743.388963:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758743.388967:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766419840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758743.388973:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766419968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758743.388993:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758743.389005:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758743/real 1787758743] req@ffffa0e6d86c6300 x1874589766419968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758743.389019:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766419968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758743.389027:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758743.389029:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758743.389033:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766419968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758744.284509:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758744.412413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758744.412419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758745.308423:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758745.436388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758745.436389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758746.332490:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758746.460364:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758746.460386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758747.356405:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758747.484377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758747.484377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758748.380448:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787758748.508352:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758748.508356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758748.508357:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758748.508365:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758748.508369:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758748.508379:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10724 00000100:00080000:0.0:1787758748.508390:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758748.508398:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758748.508436:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766420096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758748.508458:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758748.508462:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758748.508464:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758748.508468:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10724 00000100:00080000:0.0:1787758748.508472:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758748.508476:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758748.508486:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758748.508492:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766420096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758748.508498:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766420224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758748.508508:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758748.508511:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758748.508513:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758748.508516:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10724 00000100:00080000:0.0:1787758748.508519:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758748.508522:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758748.508526:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758748.508535:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766420352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758748.508543:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758748.508546:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758748.508549:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787758748.508550:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758748.508552:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10724 00000100:00080000:0.0:1787758748.508555:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758748.508558:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758748.508563:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758748.508571:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766420480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758748.508579:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758748.508583:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1787758748.508583:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758748/real 1787758748] req@ffffa0e6d86c6300 x1874589766420096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758748.508585:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758748.508589:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10724 00000100:00080000:0.0:1787758748.508592:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758748.508595:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758748.508599:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758748.508599:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766420096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758748.508608:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766420608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758748.508626:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758748.508631:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758748.508635:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766420096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758748.508660:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766420224:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758748.508684:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758748.508694:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758748/real 1787758748] req@ffffa0e6d86c7800 x1874589766420224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758748.508702:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766420224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758748.508713:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758748.508715:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758748.508718:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766420224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758748.508722:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766420352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758748.508733:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758748.508739:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758748/real 1787758748] req@ffffa0e6d86c6680 x1874589766420352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758748.508746:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766420352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758748.508751:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758748.508753:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758748.508755:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766420352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758748.508758:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766420480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758748.508769:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758748.508774:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758748/real 1787758748] req@ffffa0e6d86c5880 x1874589766420480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758748.508782:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766420480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758748.508788:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758748.508789:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758748.508792:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766420480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758748.508795:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766420608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758748.508804:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758748.508809:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758748/real 1787758748] req@ffffa0e6d86c5c00 x1874589766420608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758748.508816:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766420608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758748.508822:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758748.508824:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758748.508826:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766420608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787758749.404472:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758749.532386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758749.532386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758750.428431:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758750.556409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758750.556409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758751.452480:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758751.580412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758751.580412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758752.476449:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758752.604377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758752.604377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787758753.500424:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758753.628343:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758753.628343:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758753.628353:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758753.628361:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758753.628366:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758753.628378:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10729 00000100:00080000:0.0:1787758753.628394:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758753.628402:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758753.628453:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766420736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758753.628482:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758753.628486:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758753.628488:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758753.628493:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10729 00000100:00080000:0.0:1787758753.628497:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758753.628502:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758753.628509:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766420736:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787758753.628513:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758753.628530:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766420864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758753.628540:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758753.628544:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758753.628546:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758753.628550:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10729 00000100:00080000:0.0:1787758753.628570:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758753.628574:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758753.628580:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787758753.628580:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787758753.628596:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766420992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758753.628605:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758753.628609:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758753.628611:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758753.628617:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758753/real 1787758753] req@ffffa0e6d86c5c00 x1874589766420736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758753.628618:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10729 00000100:00080000:0.0:1787758753.628625:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758753.628632:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758753.628637:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766420736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787758753.628638:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:1.0:1787758753.628650:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758753.628655:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787758753.628656:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766421120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758753.628660:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766420736:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758753.628674:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758753.628678:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758753.628680:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758753.628684:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766420864:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787758753.628688:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10729 00000100:00080000:0.0:1787758753.628694:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758753.628699:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758753.628705:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787758753.628705:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758753.628717:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758753/real 1787758753] req@ffffa0e6d86c5880 x1874589766420864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758753.628723:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766421248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758753.628730:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766420864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758753.628743:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758753.628747:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758753.628749:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766420864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758753.628753:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766420992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758753.628764:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758753.628770:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758753/real 1787758753] req@ffffa0e6d86c6680 x1874589766420992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758753.628777:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766420992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758753.628782:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758753.628784:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758753.628786:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766420992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758753.628789:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766421120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758753.628800:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758753.628805:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758753/real 1787758753] req@ffffa0e6d86c7800 x1874589766421120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758753.628811:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766421120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758753.628818:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758753.628819:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758753.628821:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766421120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758753.628833:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766421248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758753.628843:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758753.628847:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758753/real 1787758753] req@ffffa0e6d86c6300 x1874589766421248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758753.628854:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766421248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758753.628860:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758753.628862:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758753.628863:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766421248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758754.524484:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758754.652416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758754.652417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787758755.548459:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758755.676391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758755.676413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758756.572481:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758756.700378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758756.700378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758757.596440:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758757.724386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758757.724386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758758.620437:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758758.748386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758758.748386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758758.748389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758758.748401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758758.748408:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758758.748419:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10734 00000100:00080000:0.0:1787758758.748435:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758758.748445:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758758.748500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766421376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758758.748533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758758.748537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758758.748538:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758758.748542:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10734 00000100:00080000:0.0:1787758758.748545:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758758.748548:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758758.748557:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758758.748572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766421504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758758.748580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758758.748585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787758758.748586:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766421376:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758758.748587:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758758.748591:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10734 00000100:00080000:0.0:1787758758.748594:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758758.748599:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758758.748603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758758.748611:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766421632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758758.748618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758758.748621:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758758.748622:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758758.748625:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10734 00000100:00080000:0.0:1787758758.748628:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758758.748631:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758758.748636:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758758.748643:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766421760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758758.748651:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758758.748653:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758758.748654:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758758.748657:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10734 00000100:00080000:0.0:1787758758.748666:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758758.748669:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758758.748672:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758758.748679:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766421888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758758.748685:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758758.748726:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758758/real 1787758758] req@ffffa0e6d86c6300 x1874589766421376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758758.748742:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766421376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758758.748750:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758758.748753:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758758.748757:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766421376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758758.748782:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766421504:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758758.748798:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758758.748806:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758758/real 1787758758] req@ffffa0e6d86c7800 x1874589766421504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758758.748815:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766421504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758758.748821:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758758.748823:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758758.748825:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766421504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758758.748829:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766421632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758758.748839:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758758.748845:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758758/real 1787758758] req@ffffa0e6d86c6680 x1874589766421632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758758.748857:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766421632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758758.748863:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758758.748865:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758758.748867:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766421632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758758.748870:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766421760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758758.748881:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758758.748886:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758758/real 1787758758] req@ffffa0e6d86c5880 x1874589766421760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758758.748894:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766421760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758758.748901:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758758.748903:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758758.748904:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766421760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758758.748908:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766421888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758758.748917:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758758.748923:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758758/real 1787758758] req@ffffa0e6d86c5c00 x1874589766421888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758758.748929:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766421888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758758.748941:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758758.748943:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758758.748945:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766421888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758759.644459:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758759.772388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758759.772388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758760.668476:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758760.796365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758760.796383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758761.692512:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758761.820394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758761.820394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758762.716417:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758762.844425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758762.844572:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758763.740488:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758763.868361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758763.868394:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758763.868402:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1787758763.868405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758763.868406:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758763.868421:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10739 00000100:00080000:2.0:1787758763.868431:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758763.868438:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758763.868471:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766422016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758763.868496:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758763.868500:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758763.868505:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758763.868509:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10739 00000100:00080000:2.0:1787758763.868511:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758763.868514:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758763.868521:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758763.868530:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766422144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758763.868539:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758763.868543:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758763.868545:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758763.868550:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766422016:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758763.868552:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10739 00000100:00080000:2.0:1787758763.868558:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758763.868562:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758763.868566:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758763.868574:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766422272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758763.868582:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758763.868584:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758763.868585:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758763.868588:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10739 00000100:00080000:2.0:1787758763.868590:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758763.868592:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758763.868595:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758763.868602:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766422400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758763.868608:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758763.868610:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758763.868611:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787758763.868617:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758763.868618:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10739 00000100:00080000:2.0:1787758763.868624:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758763.868627:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758763.868631:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758763.868638:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766422528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758763.868663:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758763/real 1787758763] req@ffffa0e6c60c8380 x1874589766422016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758763.868679:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766422016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758763.868686:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758763.868689:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758763.868692:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766422016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758763.868711:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766422144:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758763.868728:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758763.868737:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758763/real 1787758763] req@ffffa0e6c60ca300 x1874589766422144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758763.868745:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766422144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758763.868752:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758763.868754:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758763.868756:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766422144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758763.868760:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766422272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758763.868770:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758763.868776:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758763/real 1787758763] req@ffffa0e6c60c9180 x1874589766422272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758763.868783:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766422272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758763.868789:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758763.868800:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758763.868802:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766422272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758763.868806:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766422400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758763.868818:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758763.868825:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758763/real 1787758763] req@ffffa0e6c60caa00 x1874589766422400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758763.868832:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766422400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758763.868839:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758763.868841:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758763.868844:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766422400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758763.868847:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766422528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758763.868858:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758763.868863:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758763/real 1787758763] req@ffffa0e6c60c9f80 x1874589766422528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758763.868870:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766422528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758763.868877:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758763.868878:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758763.868880:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766422528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758764.764440:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758764.892428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758764.892445:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758765.788467:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758765.916391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758765.916397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758766.812514:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758766.940376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758766.940377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758767.836455:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758767.964400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787758767.964400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758768.860483:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758768.988363:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758768.988363:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787758768.988363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758768.988375:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758768.988381:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758768.988393:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10744 00000100:00080000:2.0:1787758768.988405:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758768.988413:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758768.988459:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766422656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758768.988484:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758768.988487:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758768.988489:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758768.988493:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10744 00000100:00080000:2.0:1787758768.988496:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758768.988500:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758768.988510:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758768.988546:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766422784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758768.988559:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758768.988564:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787758768.988568:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766422656:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758768.988568:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758768.988577:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10744 00000100:00080000:2.0:1787758768.988582:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758768.988586:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758768.988591:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758768.988603:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766422912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758768.988611:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758768.988614:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758768.988615:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758768.988617:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10744 00000100:00080000:2.0:1787758768.988620:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758768.988623:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758768.988626:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758768.988634:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766423040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758768.988641:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758768.988644:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758768.988645:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758768.988650:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10744 00000800:00000100:1.0:1787758768.988652:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758768.988654:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758768.988658:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758768.988662:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758768.988670:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766423168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758768.988713:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758768/real 1787758768] req@ffffa0e6c60c9f80 x1874589766422656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758768.988730:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766422656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758768.988738:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758768.988742:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758768.988745:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766422656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758768.988776:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766422784:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758768.988795:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758768.988804:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758768/real 1787758768] req@ffffa0e6c60caa00 x1874589766422784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758768.988816:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766422784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758768.988826:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758768.988830:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758768.988833:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766422784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758768.988840:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766422912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758768.988863:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758768.988874:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758768/real 1787758768] req@ffffa0e6c60c9180 x1874589766422912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758768.988900:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766422912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758768.988907:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758768.988909:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758768.988911:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766422912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758768.988916:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766423040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758768.988932:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758768.988940:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758768/real 1787758768] req@ffffa0e6c60ca300 x1874589766423040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758768.988948:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766423040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758768.988956:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758768.988958:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758768.988960:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766423040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758768.988964:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766423168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758768.988974:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758768.988980:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758768/real 1787758768] req@ffffa0e6c60c8380 x1874589766423168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758768.988987:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766423168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758768.988995:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758768.988996:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758768.988998:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766423168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758769.884421:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758770.012331:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758770.012369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758770.908470:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758771.036335:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758771.036352:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758771.932399:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758772.060325:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758772.060364:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758772.956466:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758773.084352:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758773.084361:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758773.980453:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787758774.108338:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758774.108349:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1787758774.108354:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758774.108355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758774.108355:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758774.108371:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10749 00000100:00080000:2.0:1787758774.108384:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758774.108392:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758774.108428:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766423296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758774.108451:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758774.108455:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758774.108458:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758774.108464:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10749 00000100:00080000:2.0:1787758774.108468:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758774.108472:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766423296:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758774.108477:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758774.108488:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758774.108504:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766423424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758774.108517:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758774.108521:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758774.108523:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758774.108528:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10749 00000100:00080000:2.0:1787758774.108532:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787758774.108537:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758774.108541:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758774.108550:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758774.108566:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766423552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758774.108569:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758774/real 1787758774] req@ffffa0e6c60c8e00 x1874589766423296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758774.108601:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758774.108605:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766423296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758774.108609:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758774.108613:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758774.108621:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758774.108624:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10749 00000100:00080000:1.0:1787758774.108627:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758774.108633:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766423296:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758774.108634:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758774.108643:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758774.108649:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758774.108654:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766423424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758774.108666:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766423680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758774.108675:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758774.108687:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758774.108689:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758774/real 1787758774] req@ffffa0e6c60c9880 x1874589766423424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758774.108697:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758774.108702:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758774.108706:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766423424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758774.108712:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10749 00000100:00080000:1.0:1787758774.108719:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758774.108723:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758774.108726:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766423424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758774.108729:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766423552:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787758774.108731:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758774.108743:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787758774.108744:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:2.0:1787758774.108754:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758774.108756:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758774/real 1787758774] req@ffffa0e6c60cb480 x1874589766423552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758774.108768:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766423552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758774.108778:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766423808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758774.108782:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758774.108789:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758774.108813:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766423552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758774.108830:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766423680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758774.108853:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758774.108865:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758774/real 1787758774] req@ffffa0e6c60cad80 x1874589766423680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758774.108879:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766423680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758774.108887:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758774.108889:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758774.108892:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766423680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758774.108896:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766423808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758774.108910:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758774.108918:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758774/real 1787758774] req@ffffa0e6c60c8a80 x1874589766423808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758774.108925:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766423808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758774.108932:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758774.108933:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758774.108936:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766423808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758775.004447:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758775.132342:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758775.132368:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758776.028415:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758776.156351:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758776.156372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758777.052452:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758777.180415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758777.180416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758778.076500:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758778.204382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758778.204431:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758779.100485:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758779.228382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758779.228386:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758779.228395:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758779.228402:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758779.228413:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10755 00000100:00100000:1.0:1787758779.228419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758779.228425:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758779.228435:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758779.228477:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766423936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758779.228508:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758779.228512:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758779.228514:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758779.228518:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10755 00000100:00080000:2.0:1787758779.228522:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758779.228526:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758779.228536:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758779.228552:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766424064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758779.228565:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758779.228571:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766423936:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758779.228573:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758779.228577:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758779.228591:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10755 00000100:00080000:2.0:1787758779.228595:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758779.228599:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758779.228605:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758779.228624:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766424192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758779.228641:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758779.228646:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758779.228648:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758779.228652:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10755 00000100:00080000:2.0:1787758779.228658:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758779.228662:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758779.228668:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758779.228683:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766424320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758779.228696:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758779.228720:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758779.228725:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758779.228727:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758779.228732:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10755 00000100:00080000:2.0:1787758779.228737:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758779.228743:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758779.228750:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758779.228767:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766424448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758779.228806:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758779/real 1787758779] req@ffffa0e6c60c8a80 x1874589766423936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758779.228837:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766423936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758779.228850:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758779.228856:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758779.228861:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766423936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758779.228892:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766424064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758779.228922:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758779.228937:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758779/real 1787758779] req@ffffa0e6c60cad80 x1874589766424064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758779.228950:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766424064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758779.228960:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758779.228964:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758779.228968:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766424064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758779.228976:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766424192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758779.229014:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758779.229027:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758779/real 1787758779] req@ffffa0e6c60cb480 x1874589766424192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758779.229040:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766424192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758779.229050:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758779.229054:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758779.229058:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766424192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758779.229065:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766424320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758779.229096:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758779.229109:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758779/real 1787758779] req@ffffa0e6c60c9880 x1874589766424320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758779.229121:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766424320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758779.229133:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758779.229137:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758779.229142:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766424320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758779.229149:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766424448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758779.229167:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758779.229178:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758779/real 1787758779] req@ffffa0e6c60c8e00 x1874589766424448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758779.229199:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766424448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758779.229210:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758779.229213:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758779.229217:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766424448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758780.124415:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758780.252376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758780.252376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758781.148432:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758781.276353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758781.276356:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758782.172432:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758782.300383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758782.300383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758783.196447:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758783.324348:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758783.324348:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758784.220398:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758784.348371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758784.348375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758784.348379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758784.348386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758784.348389:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758784.348398:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10760 00000100:00080000:2.0:1787758784.348408:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758784.348415:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758784.348448:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766424576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758784.348471:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758784.348473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758784.348475:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758784.348478:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10760 00000100:00080000:2.0:1787758784.348480:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758784.348483:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758784.348491:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758784.348500:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766424576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758784.348501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766424704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758784.348512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758784.348515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758784.348516:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758784.348520:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10760 00000100:00080000:2.0:1787758784.348522:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758784.348524:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758784.348527:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758784.348535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766424832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758784.348541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758784.348544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758784.348545:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758784.348548:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10760 00000100:00080000:2.0:1787758784.348551:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758784.348553:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758784.348557:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758784.348564:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766424960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758784.348571:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758784.348573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758784.348574:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758784.348578:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10760 00000100:00080000:2.0:1787758784.348581:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758784.348583:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758784.348595:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758784.348597:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766424704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758784.348605:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766425088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758784.348656:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766424832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758784.348677:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766424960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758784.348698:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766425088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758785.244422:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758785.372345:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758785.372345:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758786.268417:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758786.396395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758786.396397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758787.292417:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758787.420411:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758787.420491:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:3.0:1787758787.420644:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787758787.420688:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787758787.420708:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758787.420757:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758787.420767:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758787.420778:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787758787.420790:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787758787.420825:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758784/real 1787758787] req@ffffa0e6c60c9f80 x1874589766425088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758787.420860:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766425088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758787.420874:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758787.420880:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758787.420885:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766425088:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758787.420893:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758784/real 1787758787] req@ffffa0e6c60ca300 x1874589766424704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758787.420906:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766424704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758787.420916:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758787.420919:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758787.420922:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766424704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758787.420930:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758784/real 1787758787] req@ffffa0e6c60c9180 x1874589766424832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758787.420947:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766424832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758787.420954:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758787.420957:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758787.420960:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766424832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758787.420967:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758784/real 1787758787] req@ffffa0e6c60caa00 x1874589766424960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758787.420979:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766424960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758787.420988:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758787.420992:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758787.420994:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766424960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758787.421001:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758784/real 1787758787] req@ffffa0e6c60c8380 x1874589766424576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758787.421014:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766424576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758787.421022:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758787.421025:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758787.421028:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766424576:192.168.201.131@tcp:250:kworker.0 00010000:00010000:1.0:1787758788.316440:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758788.444358:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758788.444398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758789.340460:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787758789.468378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787758789.468384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758789.468387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758789.468392:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758789.468402:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10765 00000100:00080000:2.0:1787758789.468412:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758789.468419:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758789.468453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766425216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758789.468484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758789.468487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758789.468488:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758789.468492:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10765 00000100:00080000:2.0:1787758789.468495:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758789.468499:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758789.468506:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000008:00100000:2.0:1787758789.468512:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758789.468545:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766425344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758789.468557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758789.468561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758789.468564:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758789.468571:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10765 00000100:00100000:3.0:1787758789.468580:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766425216:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758789.468581:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758789.468596:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758789.468606:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758789.468624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766425472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758789.468634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758789.468638:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758789.468640:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758789.468643:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10765 00000100:00080000:2.0:1787758789.468665:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758789.468669:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758789.468674:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758789.468683:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766425600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787758789.468696:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758789.468698:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758789.468704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758789.468706:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758789.468710:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10765 00000100:00080000:2.0:1787758789.468713:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758789.468716:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758789.468721:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758789.468732:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766425728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758789.468765:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758789/real 1787758789] req@ffffa0e6c60c8380 x1874589766425216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758789.468803:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766425216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758789.468816:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758789.468823:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758789.468827:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766425216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758789.468838:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766425344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758789.468869:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758789.468884:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758789/real 1787758789] req@ffffa0e6c60caa00 x1874589766425344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758789.468895:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766425344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758789.468904:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758789.468907:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758789.468910:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766425344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758789.468943:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766425472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758789.468963:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758789.468976:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758789/real 1787758789] req@ffffa0e6c60c9180 x1874589766425472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758789.468989:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766425472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758789.468999:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758789.469002:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758789.469006:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766425472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758789.469013:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766425600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758789.469037:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758789.469049:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758789/real 1787758789] req@ffffa0e6c60ca300 x1874589766425600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758789.469061:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766425600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758789.469074:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758789.469077:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758789.469080:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766425600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758789.469086:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766425728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758789.469105:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758789.469117:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758789/real 1787758789] req@ffffa0e6c60c9f80 x1874589766425728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758789.469128:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766425728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758789.469138:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758789.469141:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758789.469144:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766425728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758790.364496:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758790.492355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758790.492434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758791.388432:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758791.516378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758791.516378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758792.412449:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758792.540353:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758792.540382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758793.436476:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758793.564379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758793.564379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758794.460491:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787758794.588382:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758794.588393:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1787758794.588395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758794.588400:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787758794.588402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758794.588413:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10770 00000100:00080000:2.0:1787758794.588426:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758794.588452:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758794.588492:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766425856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758794.588527:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758794.588532:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758794.588534:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758794.588539:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10770 00000100:00080000:2.0:1787758794.588543:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758794.588547:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758794.588557:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758794.588575:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766425984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758794.588575:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766425856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758794.588592:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758794.588596:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758794.588598:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758794.588604:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10770 00000100:00080000:2.0:1787758794.588608:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758794.588612:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758794.588617:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758794.588631:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766426112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787758794.588635:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758794.588649:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758794.588653:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758794.588655:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758794.588661:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10770 00000100:00080000:2.0:1787758794.588666:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787758794.588669:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758794/real 1787758794] req@ffffa0e6c60c8e00 x1874589766425856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758794.588675:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758794.588685:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758794.588695:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766425856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758794.588703:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766426240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758794.588707:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758794.588715:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758794.588721:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766425856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758794.588726:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758794.588732:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758794.588734:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758794.588739:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10770 00000100:00080000:2.0:1787758794.588744:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787758794.588746:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766425984:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787758794.588752:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758794.588759:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:3.0:1787758794.588769:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758794.588777:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766426368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758794.588781:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758794/real 1787758794] req@ffffa0e6c60c9880 x1874589766425984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758794.588809:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766425984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758794.588817:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758794.588819:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758794.588822:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766425984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758794.588828:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766426112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758794.588840:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758794.588846:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758794/real 1787758794] req@ffffa0e6c60cb480 x1874589766426112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758794.588854:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766426112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758794.588864:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758794.588866:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758794.588869:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766426112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758794.588872:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766426240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758794.588882:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758794.588888:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758794/real 1787758794] req@ffffa0e6c60cad80 x1874589766426240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758794.588895:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766426240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758794.588902:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758794.588904:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758794.588906:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766426240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758794.588916:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766426368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758794.588926:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758794.588932:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758794/real 1787758794] req@ffffa0e6c60c8a80 x1874589766426368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758794.588940:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766426368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758794.588946:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758794.588948:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758794.588950:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766426368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758795.484447:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758795.612382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758795.612382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758796.508523:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758796.636409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758796.636425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758797.532468:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758797.660401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758797.660401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758798.556468:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758798.684379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758798.684384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758799.580453:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758799.708410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758799.708410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758799.708460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758799.708469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758799.708473:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758799.708481:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10775 00000100:00080000:2.0:1787758799.708492:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758799.708498:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758799.708535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766426496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758799.708556:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758799.708559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758799.708560:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758799.708563:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10775 00000100:00080000:2.0:1787758799.708568:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758799.708571:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758799.708580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758799.708585:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766426496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758799.708592:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766426624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758799.708602:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758799.708606:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758799.708608:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758799.708612:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10775 00000100:00080000:2.0:1787758799.708616:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758799.708621:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758799.708626:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758799.708640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766426752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787758799.708645:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758799.708657:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758799.708661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758799.708664:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758799.708669:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10775 00000100:00080000:2.0:1787758799.708674:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787758799.708679:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758799/real 1787758799] req@ffffa0e6c60c8a80 x1874589766426496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758799.708681:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758799.708691:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758799.708699:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766426496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758799.708707:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766426880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758799.708709:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758799.708718:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758799.708725:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766426496:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758799.708740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758799.708744:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758799.708746:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787758799.708750:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766426624:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787758799.708754:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10775 00000100:00080000:2.0:1787758799.708761:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758799.708767:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:3.0:1787758799.708772:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:2.0:1787758799.708773:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758799.708783:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758799/real 1787758799] req@ffffa0e6c60cad80 x1874589766426624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758799.708792:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766427008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758799.708796:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766426624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758799.708825:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758799.708829:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758799.708833:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766426624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758799.708837:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766426752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758799.708850:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758799.708857:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758799/real 1787758799] req@ffffa0e6c60cb480 x1874589766426752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758799.708865:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766426752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758799.708870:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758799.708872:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758799.708874:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766426752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758799.708877:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766426880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758799.708888:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758799.708893:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758799/real 1787758799] req@ffffa0e6c60c9880 x1874589766426880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758799.708900:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766426880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758799.708907:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758799.708909:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758799.708911:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766426880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758799.708920:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766427008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758799.708930:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758799.708935:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758799/real 1787758799] req@ffffa0e6c60c8e00 x1874589766427008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758799.708943:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766427008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758799.708950:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758799.708952:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758799.708955:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766427008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758800.604561:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758800.732414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758800.732414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758801.628443:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758801.756407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758801.756411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758802.652427:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758802.780401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758802.780422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758803.676456:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758803.804397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758803.804399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758804.700439:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758804.828363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758804.828364:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758804.828417:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758804.828426:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758804.828431:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758804.828445:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10780 00000100:00080000:3.0:1787758804.828459:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758804.828467:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758804.828512:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766427136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758804.828543:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758804.828546:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758804.828548:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758804.828551:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10780 00000100:00080000:3.0:1787758804.828554:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758804.828557:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758804.828567:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758804.828582:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766427264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758804.828591:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766427136:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758804.828596:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758804.828609:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758804.828611:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758804.828616:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10780 00000100:00080000:3.0:1787758804.828618:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758804.828623:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758804.828628:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758804.828637:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766427392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758804.828644:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758804.828647:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758804.828648:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758804.828651:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10780 00000100:00080000:3.0:1787758804.828656:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758804.828659:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758804.828662:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758804.828669:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766427520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758804.828676:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758804.828679:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758804.828682:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787758804.828683:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787758804.828690:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10780 00000100:00080000:3.0:1787758804.828695:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758804.828699:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758804.828704:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758804.828717:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766427648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758804.828729:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758804/real 1787758804] req@ffffa0e6c35b0380 x1874589766427136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758804.828756:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766427136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758804.828766:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758804.828770:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758804.828773:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766427136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758804.828794:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766427264:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758804.828812:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758804.828821:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758804/real 1787758804] req@ffffa0e6c35b0e00 x1874589766427264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758804.828830:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766427264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758804.828836:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758804.828838:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758804.828840:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766427264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758804.828844:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766427392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758804.828855:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758804.828861:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758804/real 1787758804] req@ffffa0e6c35b1180 x1874589766427392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758804.828869:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766427392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758804.828875:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758804.828877:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758804.828878:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766427392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758804.828882:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766427520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758804.828893:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758804.828899:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758804/real 1787758804] req@ffffa0e6c35b3100 x1874589766427520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758804.828906:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766427520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758804.828912:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758804.828914:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758804.828916:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766427520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758804.828920:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766427648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758804.828930:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758804.828935:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758804/real 1787758804] req@ffffa0e6c35b3b80 x1874589766427648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758804.828942:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766427648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758804.828952:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758804.828954:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758804.828956:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766427648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758805.724494:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758805.852366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758805.852367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758806.748410:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758806.876346:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758806.876352:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758807.772461:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758807.900355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758807.900355:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758808.796444:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758808.924401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758808.924402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758809.820473:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758809.948364:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758809.948370:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758809.948378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758809.948380:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758809.948386:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758809.948400:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10785 00000100:00080000:3.0:1787758809.948414:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758809.948423:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758809.948469:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766427776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758809.948495:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758809.948498:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758809.948499:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758809.948503:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10785 00000100:00080000:3.0:1787758809.948506:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758809.948509:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758809.948518:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758809.948528:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766427904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758809.948534:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766427776:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758809.948538:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758809.948543:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758809.948544:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758809.948548:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10785 00000100:00080000:3.0:1787758809.948550:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758809.948553:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758809.948556:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758809.948565:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766428032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758809.948571:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758809.948575:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758809.948576:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758809.948579:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10785 00000100:00080000:3.0:1787758809.948581:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758809.948584:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758809.948587:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758809.948594:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766428160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758809.948599:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758809.948602:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758809.948603:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758809.948606:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10785 00000100:00080000:3.0:1787758809.948608:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758809.948611:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758809.948614:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758809.948621:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766428288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758809.948630:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758809.948674:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758809/real 1787758809] req@ffffa0e6c35b1500 x1874589766427776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758809.948695:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766427776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758809.948707:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758809.948711:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758809.948722:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766427776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758809.948748:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766427904:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758809.948770:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758809.948783:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758809/real 1787758809] req@ffffa0e6c35b2680 x1874589766427904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758809.948805:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766427904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758809.948816:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758809.948819:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758809.948824:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766427904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758809.948830:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766428032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758809.948847:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758809.948857:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758809/real 1787758809] req@ffffa0e6c35b3800 x1874589766428032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758809.948876:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766428032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758809.948885:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758809.948889:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758809.948892:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766428032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758809.948897:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766428160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758809.948915:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758809.948924:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758809/real 1787758809] req@ffffa0e6c35b1880 x1874589766428160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758809.948935:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766428160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758809.948948:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758809.948951:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758809.948962:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766428160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758809.948968:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766428288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758809.948984:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758809.948993:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758809/real 1787758809] req@ffffa0e6c35b1c00 x1874589766428288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758809.949005:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766428288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758809.949015:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758809.949018:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758809.949021:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766428288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758810.844432:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758810.972383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758810.972383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758811.868449:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758811.996362:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758811.996363:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758812.892433:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758813.020419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758813.020419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758813.916515:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758814.044355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758814.044361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758814.940452:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758815.068391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758815.068410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758815.068414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758815.068424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758815.068430:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758815.068444:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10790 00000100:00080000:2.0:1787758815.068459:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758815.068476:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758815.068525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766428416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758815.068559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758815.068563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758815.068565:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758815.068572:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10790 00000100:00080000:2.0:1787758815.068577:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758815.068583:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758815.068596:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766428416:192.168.201.131@tcp:250:kworker.0 00000008:00100000:2.0:1787758815.068597:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758815.068624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766428544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758815.068641:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758815.068646:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758815.068647:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758815.068654:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10790 00000100:00080000:2.0:1787758815.068659:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758815.068665:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787758815.068672:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:2.0:1787758815.068673:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758815.068692:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766428672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758815.068707:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758815.068712:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758815.068714:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758815.068719:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758815/real 1787758815] req@ffffa0e6c60c9f80 x1874589766428416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758815.068727:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10790 00000100:00080000:2.0:1787758815.068740:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758815.068748:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766428416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758815.068749:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758815.068767:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:1.0:1787758815.068769:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758815.068778:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758815.068781:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766428416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758815.068794:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766428800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758815.068805:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766428544:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787758815.068818:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758815.068824:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758815.068827:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787758815.068833:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758815.068842:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10790 00000100:00080000:2.0:1787758815.068849:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758815.068850:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758815/real 1787758815] req@ffffa0e6c60ca300 x1874589766428544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758815.068865:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758815.068872:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766428544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787758815.068874:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787758815.068889:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758815.068896:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758815.068897:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766428928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758815.068905:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766428544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758815.068928:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766428672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758815.068948:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758815.068960:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758815/real 1787758815] req@ffffa0e6c60c9180 x1874589766428672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758815.068973:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766428672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758815.068979:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758815.068981:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758815.068991:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766428672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758815.069003:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766428800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758815.069016:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758815.069023:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758815/real 1787758815] req@ffffa0e6c60caa00 x1874589766428800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758815.069030:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766428800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758815.069037:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758815.069039:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758815.069042:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766428800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758815.069045:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766428928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758815.069056:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758815.069061:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758815/real 1787758815] req@ffffa0e6c60c8380 x1874589766428928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758815.069068:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766428928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758815.069095:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758815.069097:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758815.069099:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766428928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758815.964437:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758816.092343:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758816.092343:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758816.988418:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758817.116393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758817.116393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758818.012490:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758818.140406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758818.140413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758819.036455:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758819.164357:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758819.164357:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758820.060455:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758820.188366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758820.188366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758820.188376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758820.188385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758820.188391:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758820.188405:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10795 00000100:00080000:2.0:1787758820.188419:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758820.188428:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758820.188477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766429056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758820.188508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758820.188512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758820.188515:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758820.188521:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10795 00000100:00080000:2.0:1787758820.188526:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758820.188531:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758820.188540:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766429056:192.168.201.131@tcp:250:kworker.0 00000008:00100000:2.0:1787758820.188542:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758820.188560:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766429184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758820.188579:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758820.188583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758820.188585:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758820.188590:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10795 00000100:00080000:2.0:1787758820.188594:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758820.188598:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758820.188603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787758820.188616:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758820.188619:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766429312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758820.188631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758820.188636:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758820.188638:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758820.188643:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10795 00000100:00080000:2.0:1787758820.188647:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758820.188651:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758820.188657:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758820/real 1787758820] req@ffffa0e6c60c8380 x1874589766429056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787758820.188658:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758820.188675:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766429440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758820.188679:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766429056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758820.188703:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758820.188703:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758820.188712:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:2.0:1787758820.188712:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758820.188717:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758820.188719:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766429056:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758820.188725:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10795 00000100:00080000:2.0:1787758820.188730:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758820.188735:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758820.188739:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758820.188744:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766429184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758820.188753:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766429568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787758820.188777:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758820.188789:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758820/real 1787758820] req@ffffa0e6c60caa00 x1874589766429184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758820.188799:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766429184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758820.188805:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758820.188807:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758820.188810:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766429184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758820.188814:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766429312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758820.188825:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758820.188831:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758820/real 1787758820] req@ffffa0e6c60c9180 x1874589766429312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758820.188839:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766429312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758820.188845:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758820.188846:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758820.188848:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766429312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758820.188851:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766429440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758820.188863:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758820.188868:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758820/real 1787758820] req@ffffa0e6c60ca300 x1874589766429440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758820.188875:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766429440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758820.188884:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758820.188886:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758820.188888:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766429440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758820.188898:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766429568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758820.188908:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758820.188913:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758820/real 1787758820] req@ffffa0e6c60c9f80 x1874589766429568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758820.188920:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766429568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758820.188927:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758820.188930:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758820.188932:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766429568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758821.084446:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758821.212401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758821.212405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758822.108382:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758822.236382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758822.236382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758823.132451:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758823.260354:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758823.260384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758824.156491:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758824.284369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758824.284383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758825.180429:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787758825.308369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758825.308375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758825.308379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758825.308379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758825.308387:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758825.308400:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10801 00000100:00080000:2.0:1787758825.308411:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758825.308421:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758825.308457:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766429696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758825.308488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758825.308491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758825.308493:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758825.308496:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10801 00000100:00080000:2.0:1787758825.308500:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758825.308504:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758825.308512:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758825.308521:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766429696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758825.308526:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766429824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758825.308541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758825.308545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758825.308547:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758825.308561:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10801 00000100:00080000:2.0:1787758825.308566:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758825.308572:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758825.308576:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787758825.308581:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758825.308591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766429952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758825.308606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758825.308609:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758825.308612:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758825.308613:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758825/real 1787758825] req@ffffa0e6c60c8e00 x1874589766429696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758825.308618:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10801 00000100:00080000:2.0:1787758825.308623:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758825.308630:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758825.308634:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758825.308637:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766429696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758825.308646:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766430080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758825.308654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758825.308656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758825.308657:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758825.308658:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758825.308660:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10801 00000100:00080000:2.0:1787758825.308663:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758825.308669:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787758825.308672:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:2.0:1787758825.308674:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758825.308681:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766429696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758825.308685:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766430208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758825.308713:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766429824:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758825.308737:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758825.308747:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758825/real 1787758825] req@ffffa0e6c60c9880 x1874589766429824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758825.308756:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766429824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758825.308762:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758825.308765:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758825.308767:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766429824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758825.308771:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766429952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758825.308782:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758825.308788:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758825/real 1787758825] req@ffffa0e6c60cb480 x1874589766429952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758825.308800:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766429952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758825.308806:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758825.308807:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758825.308809:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766429952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758825.308813:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766430080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758825.308824:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758825.308829:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758825/real 1787758825] req@ffffa0e6c60cad80 x1874589766430080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758825.308837:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766430080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758825.308844:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758825.308845:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758825.308847:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766430080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758825.308851:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766430208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758825.308860:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758825.308866:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758825/real 1787758825] req@ffffa0e6c60c8a80 x1874589766430208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758825.308873:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766430208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758825.308884:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758825.308886:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758825.308888:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766430208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758826.204510:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758826.332354:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758826.332354:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758827.228464:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758827.356406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758827.356406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758828.252473:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758828.380380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758828.380380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758829.276464:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758829.404365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758829.404365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758830.300444:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758830.428390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758830.428390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787758830.428396:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758830.428402:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758830.428406:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758830.428415:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10806 00000100:00080000:3.0:1787758830.428436:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758830.428445:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758830.428481:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766430336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758830.428502:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758830.428505:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758830.428508:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758830.428512:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10806 00000100:00080000:3.0:1787758830.428517:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758830.428521:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758830.428531:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758830.428546:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766430464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758830.428555:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766430336:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787758830.428560:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758830.428564:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758830.428566:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758830.428572:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10806 00000100:00080000:3.0:1787758830.428576:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758830.428580:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758830.428586:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758830.428601:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766430592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758830.428612:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758830.428616:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758830.428618:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758830.428621:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10806 00000100:00080000:3.0:1787758830.428625:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758830.428630:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787758830.428631:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787758830.428635:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758830.428646:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766430720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758830.428653:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758830.428656:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758830.428657:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758830.428660:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10806 00000100:00080000:3.0:1787758830.428663:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758830.428666:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758830.428669:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758830.428674:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758830/real 1787758830] req@ffffa0e6c35b0a80 x1874589766430336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758830.428680:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766430848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758830.428705:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766430336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758830.428719:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758830.428724:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758830.428728:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766430336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758830.428750:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766430464:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758830.428783:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758830.428799:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758830/real 1787758830] req@ffffa0e6c35b0700 x1874589766430464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758830.428830:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766430464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758830.428839:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758830.428843:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758830.428847:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766430464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758830.428854:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766430592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758830.428875:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758830.428888:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758830/real 1787758830] req@ffffa0e6c35b1f80 x1874589766430592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758830.428901:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766430592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758830.428910:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758830.428913:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758830.428917:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766430592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758830.428923:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766430720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758830.428942:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758830.428952:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758830/real 1787758830] req@ffffa0e6c35b2a00 x1874589766430720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758830.428964:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766430720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758830.428975:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758830.428979:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758830.428983:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766430720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758830.428998:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766430848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758830.429022:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758830.429032:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758830/real 1787758830] req@ffffa0e6c35b2d80 x1874589766430848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758830.429045:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766430848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758830.429055:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758830.429059:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758830.429063:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766430848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758831.324470:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758831.452360:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758831.452360:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758832.348499:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758832.476386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758832.476386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758833.372496:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758833.500479:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758833.500591:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758834.396502:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758834.524423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758834.524423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758835.420505:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787758835.548397:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758835.548401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758835.548401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787758835.548412:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787758835.548418:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758835.548437:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10811 00000100:00080000:3.0:1787758835.548453:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758835.548462:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758835.548514:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766430976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758835.548546:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758835.548550:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787758835.548552:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758835.548558:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10811 00000100:00080000:3.0:1787758835.548562:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758835.548567:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758835.548579:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758835.548585:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766430976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758835.548595:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766431104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758835.548605:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758835.548608:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787758835.548610:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758835.548614:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10811 00000100:00080000:3.0:1787758835.548617:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758835.548621:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758835.548626:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758835.548635:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766431232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758835.548643:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758835.548647:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787758835.548648:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758835.548652:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10811 00000100:00080000:3.0:1787758835.548655:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758835.548659:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787758835.548664:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787758835.548664:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758835.548674:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766431360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758835.548683:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787758835.548686:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758835.548688:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758835.548691:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10811 00000100:00080000:3.0:1787758835.548694:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758835.548698:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787758835.548702:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758835.548704:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758835/real 1787758835] req@ffffa0e6c35b3480 x1874589766430976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758835.548730:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766431488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758835.548742:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766430976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758835.548754:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758835.548758:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758835.548763:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766430976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758835.548788:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766431104:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758835.548809:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758835.548819:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758835/real 1787758835] req@ffffa0e6c35b2d80 x1874589766431104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758835.548828:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766431104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758835.548834:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758835.548837:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758835.548839:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766431104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758835.548843:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766431232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758835.548855:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758835.548861:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758835/real 1787758835] req@ffffa0e6c35b2a00 x1874589766431232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758835.548874:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766431232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758835.548880:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758835.548882:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758835.548884:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766431232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758835.548887:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766431360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758835.548899:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758835.548905:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758835/real 1787758835] req@ffffa0e6c35b1f80 x1874589766431360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758835.548912:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766431360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758835.548920:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758835.548921:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758835.548923:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766431360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758835.548926:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766431488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758835.548945:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758835.548952:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758835/real 1787758835] req@ffffa0e6c35b0700 x1874589766431488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758835.548959:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766431488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758835.548972:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758835.548974:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758835.548976:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766431488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758836.444470:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758836.572362:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758836.572422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758837.468437:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758837.596417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758837.596418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758838.492437:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758838.620334:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758838.620340:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758839.516518:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758839.644341:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758839.644341:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758840.540423:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758840.668375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758840.668392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758840.668399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1787758840.668401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758840.668403:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758840.668421:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10816 00000100:00080000:0.0:1787758840.668432:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758840.668439:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758840.668473:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766431616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758840.668499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758840.668502:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758840.668503:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758840.668507:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10816 00000100:00080000:0.0:1787758840.668509:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758840.668513:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758840.668521:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758840.668532:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766431616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758840.668540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766431744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758840.668550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758840.668553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758840.668554:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758840.668557:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10816 00000100:00080000:0.0:1787758840.668560:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758840.668562:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758840.668565:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758840.668578:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766431872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758840.668584:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758840.668590:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:1.0:1787758840.668590:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758840.668596:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758840.668603:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10816 00000100:00080000:0.0:1787758840.668611:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758840.668616:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758840.668636:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758840.668646:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758840/real 1787758840] req@ffffa0e6d86c5c00 x1874589766431616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758840.668652:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766432000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758840.668667:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766431616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758840.668668:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758840.668678:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758840.668682:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758840.668686:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758840.668687:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10816 00000100:00080000:0.0:1787758840.668694:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758840.668694:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758840.668700:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766431616:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758840.668702:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758840.668709:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758840.668718:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766432128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787758840.668725:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766431744:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758840.668747:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758840.668756:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758840/real 1787758840] req@ffffa0e6d86c5880 x1874589766431744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758840.668765:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766431744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758840.668771:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758840.668773:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758840.668776:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766431744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758840.668779:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766431872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787758840.668790:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758840.668802:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758840/real 1787758840] req@ffffa0e6d86c6680 x1874589766431872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758840.668809:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766431872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758840.668818:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758840.668821:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758840.668823:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766431872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758840.668827:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766432000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758840.668839:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758840.668845:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758840/real 1787758840] req@ffffa0e6d86c7800 x1874589766432000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758840.668852:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766432000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758840.668859:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758840.668861:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758840.668863:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766432000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787758840.668875:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766432128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787758840.668885:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758840.668891:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758840/real 1787758840] req@ffffa0e6d86c6300 x1874589766432128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758840.668898:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766432128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758840.668905:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758840.668907:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758840.668909:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766432128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758841.564439:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758841.692361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758841.692397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758842.588390:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758842.716380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758842.716380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758843.612511:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758843.740343:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758843.740343:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758844.636866:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758844.764381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758844.764382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758845.660431:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787758845.788362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787758845.788366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758845.788366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787758845.788375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758845.788381:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758845.788392:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10821 00000100:00080000:1.0:1787758845.788403:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758845.788411:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758845.788451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766432256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758845.788482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758845.788486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758845.788488:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758845.788493:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10821 00000100:00080000:1.0:1787758845.788496:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758845.788501:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758845.788511:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758845.788528:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766432256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758845.788553:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766432384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758845.788566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758845.788569:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758845.788571:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758845.788575:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10821 00000100:00080000:1.0:1787758845.788579:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758845.788583:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758845.788587:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787758845.788598:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758845.788599:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766432512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758845.788631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758845.788634:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758845.788635:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758845.788640:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10821 00000100:00100000:3.0:1787758845.788641:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758845/real 1787758845] req@ffffa0e6c792a300 x1874589766432256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758845.788644:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758845.788650:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758845.788658:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758845.788668:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766432640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758845.788680:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766432256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758845.788688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758845.788695:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758845.788698:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758845.788703:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10821 00000100:00080000:3.0:1787758845.788705:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758845.788706:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758845.788713:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:3.0:1787758845.788715:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:1.0:1787758845.788718:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758845.788721:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766432256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758845.788729:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766432768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758845.788745:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766432384:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758845.788766:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758845.788774:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758845/real 1787758845] req@ffffa0e6c792b480 x1874589766432384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758845.788783:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766432384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758845.788789:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758845.788792:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758845.788795:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766432384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758845.788802:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766432512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758845.788822:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758845.788834:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758845/real 1787758845] req@ffffa0e6c7929880 x1874589766432512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758845.788847:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766432512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758845.788855:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758845.788858:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758845.788860:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766432512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758845.788865:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766432640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758845.788879:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758845.788886:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758845/real 1787758845] req@ffffa0e6c792ad80 x1874589766432640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758845.788894:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766432640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758845.788900:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758845.788903:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758845.788905:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766432640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758845.788908:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766432768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758845.788919:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758845.788929:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758845/real 1787758845] req@ffffa0e6c7928e00 x1874589766432768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758845.788941:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766432768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758845.788949:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758845.788952:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758845.788954:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766432768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758846.684459:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758846.812379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758846.812379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758847.708450:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758847.836363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758847.836363:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758848.732502:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758848.860381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758848.860381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758849.756516:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758849.884424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758849.884425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758850.780483:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758850.908358:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758850.908421:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758850.908427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1787758850.908427:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758850.908432:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758850.908457:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10826 00000100:00080000:0.0:1787758850.908467:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758850.908474:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758850.908507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766432896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758850.908535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758850.908537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758850.908539:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758850.908542:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10826 00000100:00080000:0.0:1787758850.908544:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758850.908546:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758850.908554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758850.908563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766433024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758850.908570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758850.908573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758850.908574:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758850.908577:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10826 00000100:00080000:0.0:1787758850.908579:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758850.908581:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758850.908584:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758850.908593:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766433152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758850.908593:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766432896:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758850.908617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758850.908619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758850.908621:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758850.908624:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10826 00000100:00080000:0.0:1787758850.908627:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758850.908629:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758850.908633:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758850.908643:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766433280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758850.908651:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758850.908653:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758850.908654:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758850.908657:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10826 00000100:00080000:0.0:1787758850.908659:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758850.908662:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758850.908666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758850.908673:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766433408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758850.908723:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766433024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758850.908773:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766433152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758850.908803:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766433280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758850.908826:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766433408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758851.804488:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758851.932405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758851.932405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758852.828449:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758852.956339:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758852.956353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758853.852453:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758853.980409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758853.980409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:1.0:1787758853.980547:0:2388:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:1.0:1787758853.980580:0:2388:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787758853.980594:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787758853.980625:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787758853.980631:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787758853.980640:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787758853.980650:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:3.0:1787758853.980685:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758850/real 1787758853] req@ffffa0e6d86c6680 x1874589766433152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758853.980712:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766433152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758853.980725:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758853.980730:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758853.980735:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766433152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758853.980743:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758850/real 1787758853] req@ffffa0e6d86c5880 x1874589766433280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758853.980757:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766433280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758853.980768:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758853.980771:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758853.980775:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766433280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758853.980782:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758850/real 1787758853] req@ffffa0e6d86c5c00 x1874589766433408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758853.980799:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766433408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758853.980808:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758853.980811:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758853.980814:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766433408:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758853.980821:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758850/real 1787758853] req@ffffa0e6d86c6300 x1874589766432896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758853.980834:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766432896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758853.980842:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758853.980845:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758853.980849:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766432896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758853.980856:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758850/real 1787758853] req@ffffa0e6d86c7800 x1874589766433024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758853.980868:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766433024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758853.980876:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758853.980882:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758853.980885:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766433024:192.168.201.131@tcp:38:kworker.0 00010000:00010000:1.0:1787758854.876498:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758855.004354:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758855.004408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758855.900476:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758856.028434:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787758856.028587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758856.028593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758856.028598:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758856.028608:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10831 00000100:00080000:1.0:1787758856.028619:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758856.028626:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758856.028657:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766433536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758856.028678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758856.028681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758856.028682:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758856.028686:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10831 00000100:00080000:1.0:1787758856.028688:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758856.028691:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758856.028698:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758856.028707:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766433664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758856.028716:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758856.028720:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758856.028722:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758856.028727:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10831 00000100:00080000:1.0:1787758856.028730:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787758856.028735:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766433536:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787758856.028738:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758856.028748:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758856.028764:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766433792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758856.028774:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758856.028777:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758856.028779:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758856.028783:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10831 00000100:00080000:1.0:1787758856.028787:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758856.028792:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758856.028797:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:3.0:1787758856.028805:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787758856.028811:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766433920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758856.028839:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787758856.028840:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758856/real 1787758856] req@ffffa0e6c792aa00 x1874589766433536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758856.028848:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758856.028853:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758856.028863:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10831 00000100:00080000:1.0:1787758856.028868:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787758856.028870:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766433536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758856.028876:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758856.028887:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:3.0:1787758856.028891:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758856.028898:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787758856.028904:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766434048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758856.028907:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766433536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758856.028922:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766433664:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758856.028948:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758856.028959:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758856/real 1787758856] req@ffffa0e6c7928e00 x1874589766433664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758856.028972:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766433664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758856.028981:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758856.028985:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758856.028989:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766433664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758856.029017:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766433792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787758856.029031:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000800:00000100:3.0:1787758856.029038:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758856.029052:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758856/real 1787758856] req@ffffa0e6c792ad80 x1874589766433792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758856.029072:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766433792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758856.029081:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758856.029084:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758856.029088:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766433792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758856.029094:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766433920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758856.029110:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758856.029120:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758856/real 1787758856] req@ffffa0e6c7929880 x1874589766433920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758856.029132:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766433920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758856.029142:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758856.029145:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758856.029149:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766433920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758856.029155:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766434048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758856.029170:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758856.029179:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758856/real 1787758856] req@ffffa0e6c792b480 x1874589766434048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758856.029191:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766434048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758856.029208:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758856.029211:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758856.029215:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766434048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758856.924491:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758857.052407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758857.052407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758857.948442:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758858.076389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758858.076477:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758858.972545:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758859.100389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758859.100396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758859.996462:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758860.124400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758860.124400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758861.020450:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758861.148382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758861.148382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758861.148419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758861.148426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758861.148430:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758861.148440:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10836 00000100:00080000:2.0:1787758861.148451:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758861.148465:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758861.148505:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766434176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758861.148528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758861.148531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758861.148533:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758861.148536:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10836 00000100:00080000:2.0:1787758861.148539:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758861.148542:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758861.148549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758861.148559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766434304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758861.148566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758861.148569:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758861.148570:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758861.148573:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10836 00000100:00080000:2.0:1787758861.148576:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758861.148578:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758861.148581:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758861.148583:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766434176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758861.148590:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766434432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758861.148599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758861.148602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758861.148611:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758861.148614:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10836 00000100:00080000:2.0:1787758861.148626:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758861.148630:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758861.148634:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:3.0:1787758861.148639:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758861.148644:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766434560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758861.148652:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758861.148657:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758861.148659:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758861.148664:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10836 00000100:00080000:2.0:1787758861.148669:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758861.148674:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758861.148681:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758861.148687:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758861/real 1787758861] req@ffffa0e6c60c8a80 x1874589766434176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758861.148709:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766434688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758861.148713:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766434176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758861.148736:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758861.148740:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758861.148743:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766434176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758861.148750:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766434304:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758861.148771:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758861.148780:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758861/real 1787758861] req@ffffa0e6c60cad80 x1874589766434304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758861.148789:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766434304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758861.148795:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758861.148797:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758861.148799:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766434304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758861.148818:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766434432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758861.148830:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758861.148836:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758861/real 1787758861] req@ffffa0e6c60cb480 x1874589766434432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758861.148844:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766434432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758861.148849:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758861.148851:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758861.148853:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766434432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758861.148857:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766434560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758861.148871:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758861.148881:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758861/real 1787758861] req@ffffa0e6c60c9880 x1874589766434560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758861.148894:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766434560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758861.148905:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758861.148908:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758861.148912:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766434560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758861.148919:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766434688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758861.148937:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758861.148946:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758861/real 1787758861] req@ffffa0e6c60c8e00 x1874589766434688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758861.148954:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766434688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758861.148961:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758861.148963:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758861.148965:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766434688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758862.044445:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758862.172408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758862.172516:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758863.068446:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758863.196374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758863.196414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758864.092507:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758864.220386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758864.220401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758865.116481:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758865.244351:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758865.244366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758866.140459:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758866.268382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758866.268382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758866.268415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758866.268421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758866.268424:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758866.268433:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10842 00000100:00080000:0.0:1787758866.268444:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758866.268450:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758866.268485:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766434816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758866.268510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758866.268514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758866.268516:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758866.268519:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10842 00000100:00080000:0.0:1787758866.268522:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758866.268526:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758866.268535:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758866.268548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766434944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758866.268558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758866.268563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787758866.268563:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766434816:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758866.268575:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758866.268582:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10842 00000100:00080000:0.0:1787758866.268586:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758866.268590:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758866.268595:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758866.268606:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766435072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758866.268615:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758866.268619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758866.268621:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787758866.268626:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758866.268629:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10842 00000100:00080000:0.0:1787758866.268633:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758866.268637:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758866.268642:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758866.268653:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766435200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758866.268662:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787758866.268662:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758866/real 1787758866] req@ffffa0e6d86c7800 x1874589766434816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758866.268670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758866.268675:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758866.268683:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10842 00000100:00080000:0.0:1787758866.268687:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787758866.268689:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766434816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758866.268694:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758866.268703:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:3.0:1787758866.268706:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758866.268712:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787758866.268717:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766435328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758866.268718:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766434816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758866.268754:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766434944:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758866.268774:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758866.268784:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758866/real 1787758866] req@ffffa0e6d86c6300 x1874589766434944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758866.268796:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766434944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758866.268810:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758866.268813:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758866.268816:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766434944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758866.268822:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766435072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758866.268836:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758866.268844:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758866/real 1787758866] req@ffffa0e6d86c5c00 x1874589766435072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758866.268855:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766435072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758866.268863:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758866.268866:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758866.268869:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766435072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758866.268874:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766435200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758866.268896:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758866.268905:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758866/real 1787758866] req@ffffa0e6d86c5880 x1874589766435200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758866.268916:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766435200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758866.268925:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758866.268928:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758866.268932:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766435200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758866.268937:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766435328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758866.268951:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758866.268958:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758866/real 1787758866] req@ffffa0e6d86c6680 x1874589766435328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758866.268969:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766435328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758866.268978:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758866.268981:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758866.268984:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766435328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758867.164452:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758867.292388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758867.292388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758868.188453:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758868.316355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758868.316362:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758869.212453:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758869.340389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758869.340389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758870.236445:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758870.364337:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758870.364338:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758871.260383:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758871.388371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758871.388375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758871.388383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758871.388387:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758871.388396:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10847 00000100:00080000:0.0:1787758871.388406:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787758871.388406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758871.388416:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758871.388448:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766435456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758871.388469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758871.388472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758871.388474:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758871.388478:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10847 00000100:00080000:0.0:1787758871.388482:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758871.388486:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758871.388492:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766435456:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787758871.388494:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758871.388509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766435584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758871.388518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758871.388522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758871.388524:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758871.388528:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10847 00000100:00080000:0.0:1787758871.388531:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758871.388535:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758871.388540:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758871.388552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766435712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787758871.388553:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758871.388564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758871.388567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758871.388569:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758871.388572:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10847 00000100:00080000:0.0:1787758871.388576:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758871.388579:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758871.388585:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758871.388591:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758871/real 1787758871] req@ffffa0e6d86c6680 x1874589766435456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758871.388595:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766435840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758871.388610:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787758871.388613:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766435456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758871.388614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758871.388618:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758871.388626:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10847 00000100:00080000:3.0:1787758871.388630:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758871.388631:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758871.388636:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:0.0:1787758871.388639:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758871.388640:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766435456:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787758871.388648:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758871.388658:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766435968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758871.388664:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766435584:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758871.388686:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758871.388694:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758871/real 1787758871] req@ffffa0e6d86c5880 x1874589766435584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758871.388702:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766435584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758871.388707:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758871.388709:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758871.388711:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766435584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758871.388714:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766435712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758871.388723:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758871.388728:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758871/real 1787758871] req@ffffa0e6d86c5c00 x1874589766435712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758871.388735:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766435712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758871.388739:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758871.388741:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758871.388742:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766435712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758871.388746:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766435840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758871.388754:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758871.388759:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758871/real 1787758871] req@ffffa0e6d86c6300 x1874589766435840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758871.388769:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766435840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758871.388775:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758871.388776:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758871.388778:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766435840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758871.388786:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766435968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758871.388795:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758871.388800:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758871/real 1787758871] req@ffffa0e6d86c7800 x1874589766435968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758871.388806:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766435968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758871.388811:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758871.388813:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758871.388814:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766435968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758872.284467:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758872.412340:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758872.412340:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758873.308449:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758873.436378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758873.436378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758874.332471:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758874.460366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758874.460366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758875.356443:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758875.484384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758875.484400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758876.380514:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758876.508426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758876.508426:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787758876.508433:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758876.508443:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758876.508450:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758876.508459:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10852 00000100:00080000:1.0:1787758876.508471:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758876.508478:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758876.508514:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766436096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758876.508541:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758876.508545:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758876.508547:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758876.508552:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10852 00000100:00080000:1.0:1787758876.508557:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758876.508563:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758876.508572:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758876.508581:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766436096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787758876.508592:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766436224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758876.508607:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758876.508612:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758876.508614:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758876.508619:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10852 00000100:00080000:1.0:1787758876.508623:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758876.508629:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758876.508634:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758876.508649:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766436352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758876.508667:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787758876.508673:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787758876.508676:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758876.508680:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758876.508688:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10852 00000100:00080000:1.0:1787758876.508693:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758876.508698:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758876.508705:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758876.508716:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758876/real 1787758876] req@ffffa0e6c792a300 x1874589766436096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758876.508726:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766436480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758876.508738:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766436096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758876.508745:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758876.508752:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787758876.508753:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787758876.508756:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758876.508759:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:1.0:1787758876.508766:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10852 00000100:00080000:1.0:1787758876.508773:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787758876.508776:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766436096:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787758876.508786:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758876.508793:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758876.508809:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766436224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787758876.508815:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766436608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787758876.508853:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758876.508869:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758876/real 1787758876] req@ffffa0e6c7929c00 x1874589766436224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758876.508878:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766436224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758876.508885:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758876.508888:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758876.508890:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766436224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758876.508895:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766436352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758876.508907:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758876.508913:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758876/real 1787758876] req@ffffa0e6c792b100 x1874589766436352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758876.508925:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766436352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758876.508941:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758876.508946:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758876.508949:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766436352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758876.508956:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766436480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758876.508979:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758876.509005:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758876/real 1787758876] req@ffffa0e6c7929f80 x1874589766436480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758876.509015:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766436480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758876.509024:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758876.509026:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758876.509028:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766436480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758876.509045:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766436608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758876.509060:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758876.509085:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758876/real 1787758876] req@ffffa0e6c792bb80 x1874589766436608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758876.509098:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766436608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758876.509110:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758876.509113:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758876.509118:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766436608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758877.404414:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758877.532404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758877.532404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758878.428525:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758878.556392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758878.556407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758879.452438:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758879.580379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758879.580379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758880.476484:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758880.604354:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758880.604354:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758881.500470:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758881.628398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758881.628412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787758881.628417:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758881.628424:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787758881.628428:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758881.628436:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10857 00000100:00080000:1.0:1787758881.628447:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758881.628453:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758881.628485:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766436736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758881.628506:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758881.628515:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787758881.628517:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758881.628521:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10857 00000100:00080000:1.0:1787758881.628523:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758881.628527:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758881.628534:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758881.628544:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766436864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758881.628550:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766436736:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787758881.628554:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758881.628558:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787758881.628560:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758881.628563:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10857 00000100:00080000:1.0:1787758881.628565:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758881.628568:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758881.628571:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787758881.628580:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766436992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787758881.628587:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758881.628590:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787758881.628591:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758881.628594:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10857 00000100:00080000:1.0:1787758881.628596:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758881.628599:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758881.628607:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787758881.628614:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766437120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787758881.628618:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787758881.628627:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758881.628630:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787758881.628631:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787758881.628635:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10857 00000100:00080000:1.0:1787758881.628639:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787758881.628641:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787758881.628645:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787758881.628652:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766437248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758881.628656:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758881/real 1787758881] req@ffffa0e6c7928380 x1874589766436736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758881.628676:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766436736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758881.628684:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758881.628687:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758881.628690:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766436736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758881.628709:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766436864:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758881.628724:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758881.628733:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758881/real 1787758881] req@ffffa0e6c7929180 x1874589766436864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758881.628741:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766436864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758881.628748:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758881.628750:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758881.628752:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766436864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758881.628757:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766436992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758881.628767:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758881.628773:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758881/real 1787758881] req@ffffa0e6c792a680 x1874589766436992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758881.628781:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766436992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758881.628786:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758881.628788:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758881.628790:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766436992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758881.628793:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766437120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758881.628803:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758881.628809:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758881/real 1787758881] req@ffffa0e6c7928a80 x1874589766437120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758881.628816:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766437120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758881.628823:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758881.628824:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758881.628826:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766437120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758881.628830:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766437248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758881.628839:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758881.628846:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758881/real 1787758881] req@ffffa0e6c7929500 x1874589766437248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758881.628853:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766437248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758881.628859:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758881.628861:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758881.628863:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766437248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758882.524469:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758882.652375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758882.652386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758883.548450:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758883.676386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758883.676395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758884.572466:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758884.700353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758884.700353:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758885.596467:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758885.724342:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758885.724394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758886.620458:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758886.748413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758886.748554:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758886.748560:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758886.748564:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758886.748575:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10862 00000100:00080000:2.0:1787758886.748588:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787758886.748592:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758886.748597:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758886.748650:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766437376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758886.748677:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758886.748681:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758886.748683:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758886.748687:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10862 00000100:00080000:2.0:1787758886.748689:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758886.748697:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758886.748707:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758886.748719:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766437504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758886.748731:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758886.748734:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758886.748736:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758886.748743:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10862 00000100:00100000:3.0:1787758886.748743:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766437376:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758886.748756:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758886.748761:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758886.748765:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758886.748775:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766437632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758886.748782:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758886.748785:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758886.748787:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758886.748790:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10862 00000100:00080000:2.0:1787758886.748793:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758886.748795:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758886.748801:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758886.748830:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766437760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758886.748838:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758886.748840:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758886.748841:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758886.748848:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10862 00000800:00000100:3.0:1787758886.748854:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758886.748858:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758886.748864:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758886.748870:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758886.748881:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766437888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758886.748898:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758886/real 1787758886] req@ffffa0e6c60c9f80 x1874589766437376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758886.748921:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766437376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758886.748934:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758886.748939:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758886.748943:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766437376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758886.748966:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766437504:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758886.748987:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758886.748997:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758886/real 1787758886] req@ffffa0e6c60ca300 x1874589766437504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758886.749005:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766437504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758886.749012:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758886.749014:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758886.749017:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766437504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758886.749020:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766437632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758886.749031:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758886.749038:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758886/real 1787758886] req@ffffa0e6c60c9180 x1874589766437632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758886.749045:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766437632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758886.749051:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758886.749053:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758886.749055:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766437632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758886.749059:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766437760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758886.749070:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758886.749075:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758886/real 1787758886] req@ffffa0e6c60caa00 x1874589766437760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758886.749083:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766437760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758886.749090:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758886.749092:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758886.749094:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766437760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758886.749098:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766437888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758886.749107:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758886.749113:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758886/real 1787758886] req@ffffa0e6c60c8380 x1874589766437888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758886.749120:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766437888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758886.749127:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758886.749128:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758886.749130:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766437888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758887.644469:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758887.772372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758887.772373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758888.668409:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758888.796381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758888.796382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758889.692431:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758889.820358:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758889.820457:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758890.716410:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758890.844364:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758890.844364:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758891.740474:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758891.868406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758891.868406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758891.868580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758891.868589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758891.868593:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758891.868603:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10867 00000100:00080000:0.0:1787758891.868615:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758891.868623:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758891.868681:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766438016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758891.868715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758891.868753:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758891.868755:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758891.868762:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10867 00000100:00080000:0.0:1787758891.868767:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758891.868772:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758891.868779:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766438016:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787758891.868784:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758891.868803:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766438144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758891.868816:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758891.868819:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758891.868822:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758891.868826:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10867 00000100:00080000:0.0:1787758891.868838:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787758891.868846:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758891.868847:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758891.868856:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758891.868871:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766438272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758891.868883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758891.868887:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758891.868889:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787758891.868893:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758891/real 1787758891] req@ffffa0e6d86c7800 x1874589766438016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758891.868897:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10867 00000100:00080000:0.0:1787758891.868906:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758891.868912:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758891.868916:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766438016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787758891.868921:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:3.0:1787758891.868931:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758891.868936:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787758891.868941:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766438400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758891.868941:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766438016:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787758891.868959:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758891.868963:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758891.868965:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787758891.868968:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766438144:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787758891.868974:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10867 00000100:00080000:0.0:1787758891.868980:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758891.868985:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758891.868991:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:3.0:1787758891.868998:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787758891.869006:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766438528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758891.869016:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758891/real 1787758891] req@ffffa0e6d86c6300 x1874589766438144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758891.869034:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766438144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758891.869045:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758891.869047:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758891.869050:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766438144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758891.869055:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766438272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758891.869074:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758891.869086:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758891/real 1787758891] req@ffffa0e6d86c5c00 x1874589766438272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758891.869098:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766438272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758891.869108:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758891.869112:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758891.869115:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766438272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758891.869123:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766438400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758891.869144:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758891.869156:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758891/real 1787758891] req@ffffa0e6d86c5880 x1874589766438400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758891.869170:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766438400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758891.869179:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758891.869181:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758891.869183:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766438400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758891.869198:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766438528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758891.869214:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758891.869221:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758891/real 1787758891] req@ffffa0e6d86c6680 x1874589766438528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758891.869229:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766438528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758891.869235:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758891.869237:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758891.869240:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766438528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758892.764438:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758892.892387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758892.892387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758893.788496:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758893.916382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758893.916382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758894.812469:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758894.940414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758894.940423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758895.836474:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758895.964381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758895.964382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758896.860557:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758896.988402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758896.988405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758896.988414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758896.988419:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758896.988428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758896.988432:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10872 00000100:00080000:0.0:1787758896.988450:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758896.988463:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758896.988515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766438656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758896.988540:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758896.988543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758896.988544:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758896.988548:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10872 00000100:00080000:0.0:1787758896.988552:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758896.988557:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758896.988568:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758896.988574:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766438656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758896.988586:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766438784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758896.988601:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758896.988605:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758896.988608:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758896.988612:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10872 00000100:00080000:0.0:1787758896.988615:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758896.988619:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758896.988624:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758896.988651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766438912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758896.988663:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758896.988667:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758896.988669:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758896.988673:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10872 00000100:00080000:0.0:1787758896.988678:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787758896.988678:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758896.988685:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758896.988690:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758896.988701:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766439040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758896.988709:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758896.988712:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758896.988713:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758896.988716:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10872 00000100:00080000:0.0:1787758896.988719:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787758896.988721:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758896/real 1787758896] req@ffffa0e6d86c6680 x1874589766438656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758896.988727:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758896.988737:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758896.988744:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766438656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758896.988753:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766439168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758896.988755:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758896.988763:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758896.988771:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766438656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758896.988801:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766438784:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758896.988822:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758896.988838:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758896/real 1787758896] req@ffffa0e6d86c5880 x1874589766438784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758896.988853:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766438784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758896.988867:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758896.988872:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758896.988876:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766438784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758896.988883:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766438912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758896.988904:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758896.988915:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758896/real 1787758896] req@ffffa0e6d86c5c00 x1874589766438912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758896.988927:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766438912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758896.988936:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758896.988939:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758896.988943:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766438912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758896.988949:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766439040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758896.988966:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758896.988975:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758896/real 1787758896] req@ffffa0e6d86c6300 x1874589766439040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758896.988987:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766439040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758896.988997:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758896.989000:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758896.989004:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766439040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758896.989010:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766439168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758896.989037:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758896.989047:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758896/real 1787758896] req@ffffa0e6d86c7800 x1874589766439168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758896.989058:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766439168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758896.989075:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758896.989078:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758896.989081:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766439168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758897.884484:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758898.012421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758898.012421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758898.908431:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758899.036382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758899.036382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758899.932462:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758900.060387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758900.060387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758900.956442:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758901.084383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758901.084384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758901.980446:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758902.108371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758902.108372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758902.108384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758902.108392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758902.108396:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758902.108408:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10877 00000100:00080000:2.0:1787758902.108419:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758902.108425:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758902.108457:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766439296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758902.108484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758902.108488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758902.108490:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758902.108495:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10877 00000100:00080000:2.0:1787758902.108499:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758902.108505:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758902.108513:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758902.108524:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766439424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758902.108555:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766439296:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758902.108557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758902.108565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758902.108567:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758902.108570:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10877 00000100:00080000:2.0:1787758902.108573:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758902.108576:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758902.108581:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758902.108592:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766439552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758902.108600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758902.108603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758902.108604:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758902.108607:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10877 00000100:00080000:2.0:1787758902.108609:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758902.108612:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758902.108616:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:3.0:1787758902.108624:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758902.108626:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766439680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758902.108634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758902.108637:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758902.108639:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758902.108642:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10877 00000100:00080000:2.0:1787758902.108645:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758902.108648:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758902.108651:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758902.108661:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766439808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758902.108661:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758902/real 1787758902] req@ffffa0e6c60c8380 x1874589766439296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758902.108705:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766439296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758902.108714:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758902.108718:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758902.108720:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766439296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758902.108740:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766439424:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758902.108755:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758902.108763:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758902/real 1787758902] req@ffffa0e6c60caa00 x1874589766439424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758902.108771:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766439424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758902.108778:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758902.108780:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758902.108782:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766439424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758902.108785:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766439552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758902.108796:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758902.108801:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758902/real 1787758902] req@ffffa0e6c60c9180 x1874589766439552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758902.108808:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766439552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758902.108814:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758902.108816:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758902.108818:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766439552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758902.108821:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766439680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758902.108831:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758902.108837:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758902/real 1787758902] req@ffffa0e6c60ca300 x1874589766439680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758902.108844:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766439680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758902.108851:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758902.108852:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758902.108855:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766439680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758902.108859:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766439808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758902.108868:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758902.108873:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758902/real 1787758902] req@ffffa0e6c60c9f80 x1874589766439808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758902.108880:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766439808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758902.108887:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758902.108889:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758902.108891:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766439808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758903.004448:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758903.132357:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758903.132396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758904.028503:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758904.156384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758904.156395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758905.052571:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758905.180382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758905.180393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758906.076462:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758906.204384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758906.204390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758907.100406:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787758907.228345:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758907.228354:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758907.228359:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787758907.228360:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758907.228361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758907.228375:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10883 00000100:00080000:2.0:1787758907.228385:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758907.228392:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758907.228423:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766439936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758907.228466:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758907.228471:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758907.228472:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758907.228476:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10883 00000100:00080000:2.0:1787758907.228479:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758907.228482:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758907.228492:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758907.228507:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766440064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758907.228522:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766439936:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758907.228537:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758907.228541:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758907.228544:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758907.228550:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10883 00000100:00080000:2.0:1787758907.228556:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758907.228561:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758907.228567:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758907.228581:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766440192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787758907.228588:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758907.228600:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758907.228605:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758907.228607:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758907.228614:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10883 00000100:00080000:2.0:1787758907.228619:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758907.228623:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758907.228629:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758907.228631:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758907/real 1787758907] req@ffffa0e6c60c8e00 x1874589766439936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758907.228642:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766440320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758907.228662:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758907.228664:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758907.228666:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758907.228670:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10883 00000100:00100000:3.0:1787758907.228674:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766439936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758907.228675:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758907.228682:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758907.228686:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758907.228697:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766440448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758907.228698:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758907.228711:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758907.228718:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766439936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758907.228743:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766440064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758907.228769:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758907.228784:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758907/real 1787758907] req@ffffa0e6c60c9880 x1874589766440064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758907.228799:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766440064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758907.228806:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758907.228809:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758907.228811:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766440064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758907.228816:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766440192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758907.228831:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758907.228839:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758907/real 1787758907] req@ffffa0e6c60cb480 x1874589766440192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758907.228847:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766440192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758907.228861:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758907.228864:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758907.228866:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766440192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758907.228870:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766440320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758907.228883:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758907.228889:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758907/real 1787758907] req@ffffa0e6c60cad80 x1874589766440320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758907.228896:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766440320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758907.228904:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758907.228906:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758907.228908:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766440320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758907.228912:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766440448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758907.228928:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758907.228938:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758907/real 1787758907] req@ffffa0e6c60c8a80 x1874589766440448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758907.228950:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766440448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758907.228961:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758907.228965:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758907.228968:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766440448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758908.124419:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758908.252405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758908.252405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758909.148458:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758909.276348:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758909.276359:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758910.172517:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758910.300414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758910.300424:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758911.196433:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758911.324418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758911.324419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758912.220534:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787758912.348412:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787758912.348412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758912.348421:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758912.348425:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787758912.348431:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758912.348433:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10888 00000100:00080000:2.0:1787758912.348448:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758912.348456:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758912.348496:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766440576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758912.348520:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758912.348523:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758912.348524:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758912.348527:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10888 00000100:00080000:2.0:1787758912.348529:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758912.348531:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758912.348539:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758912.348552:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766440704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758912.348561:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766440576:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758912.348565:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758912.348570:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758912.348572:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758912.348576:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10888 00000100:00080000:2.0:1787758912.348580:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758912.348583:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758912.348586:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758912.348596:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766440832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758912.348602:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758912.348605:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758912.348606:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758912.348608:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10888 00000100:00080000:2.0:1787758912.348618:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758912.348620:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758912.348624:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758912.348632:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766440960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787758912.348633:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758912.348641:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758912.348643:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758912.348644:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758912.348646:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10888 00000100:00080000:2.0:1787758912.348648:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758912.348651:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758912.348656:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758912.348667:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766441088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758912.348677:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758912/real 1787758912] req@ffffa0e6c60c8a80 x1874589766440576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758912.348697:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766440576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758912.348706:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758912.348711:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758912.348715:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766440576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758912.348734:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766440704:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758912.348754:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758912.348765:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758912/real 1787758912] req@ffffa0e6c60cad80 x1874589766440704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758912.348776:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766440704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758912.348785:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758912.348788:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758912.348791:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766440704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758912.348797:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766440832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758912.348812:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758912.348821:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758912/real 1787758912] req@ffffa0e6c60cb480 x1874589766440832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758912.348830:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766440832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758912.348838:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758912.348841:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758912.348844:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766440832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758912.348849:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766440960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758912.348868:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758912.348878:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758912/real 1787758912] req@ffffa0e6c60c9880 x1874589766440960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758912.348889:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766440960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758912.348898:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758912.348901:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758912.348904:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766440960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758912.348910:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766441088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758912.348927:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758912.348937:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758912/real 1787758912] req@ffffa0e6c60c8e00 x1874589766441088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758912.348948:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766441088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758912.348956:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758912.348959:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758912.348962:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766441088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758913.244475:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758913.372385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758913.372385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758914.268445:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758914.396395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758914.396395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758915.292423:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758915.420427:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758915.420427:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758916.316447:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758916.444398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758916.444398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758917.340510:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758917.468428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758917.468540:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758917.471766:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758917.471776:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758917.471781:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758917.471793:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10893 00000100:00080000:2.0:1787758917.471806:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758917.471815:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758917.471868:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766441216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758917.471903:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758917.471907:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758917.471909:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758917.471914:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10893 00000100:00080000:2.0:1787758917.471917:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758917.471921:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758917.471931:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758917.471943:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766441344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758917.471953:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758917.471956:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758917.471957:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758917.471961:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10893 00000100:00080000:2.0:1787758917.471964:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758917.471968:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758917.471972:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758917.471980:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766441472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758917.471989:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758917.471992:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758917.471994:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758917.471998:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10893 00000100:00080000:2.0:1787758917.472002:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758917.472005:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758917.472010:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758917.472023:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766441600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758917.472033:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758917.472036:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758917.472038:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758917.472042:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10893 00000100:00080000:2.0:1787758917.472045:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758917.472049:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758917.472053:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758917.472063:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766441216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758917.472065:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766441728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758917.472240:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766441344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758917.472322:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766441472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758917.472353:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766441600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758917.472430:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766441728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758918.364457:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758918.492436:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758918.492545:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758919.388433:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758919.516451:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758919.516484:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758920.412475:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758920.540398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758920.540398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:2.0:1787758920.540581:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:2.0:1787758920.540610:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787758920.540627:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787758920.540657:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787758920.540663:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787758920.540668:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:2.0:1787758920.540675:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:3.0:1787758920.540696:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758917/real 1787758920] req@ffffa0e6c60c8380 x1874589766441728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758920.540717:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766441728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758920.540726:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758920.540729:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758920.540732:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766441728:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758920.540737:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758917/real 1787758920] req@ffffa0e6c60c9f80 x1874589766441216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758920.540745:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766441216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758920.540749:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758920.540751:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758920.540753:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766441216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758920.540765:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758917/real 1787758920] req@ffffa0e6c60ca300 x1874589766441344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758920.540772:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766441344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758920.540777:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758920.540779:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758920.540781:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766441344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758920.540784:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758917/real 1787758920] req@ffffa0e6c60c9180 x1874589766441472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758920.540790:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766441472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758920.540794:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758920.540796:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758920.540798:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766441472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758920.540801:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758917/real 1787758920] req@ffffa0e6c60caa00 x1874589766441600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758920.540806:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766441600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758920.540811:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758920.540813:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758920.540815:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766441600:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758921.436466:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758921.564362:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758921.564368:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758922.460481:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758922.588366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758922.588368:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758922.588420:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758922.588426:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758922.588430:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758922.588437:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10898 00000100:00080000:2.0:1787758922.588445:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758922.588450:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758922.588475:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766441856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758922.588494:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758922.588497:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758922.588498:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758922.588501:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10898 00000100:00080000:2.0:1787758922.588503:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758922.588505:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758922.588511:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758922.588519:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766441984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758922.588527:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758922.588529:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758922.588530:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758922.588535:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10898 00000100:00100000:3.0:1787758922.588535:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766441856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758922.588539:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758922.588544:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758922.588547:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758922.588554:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766442112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758922.588559:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758922.588562:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758922.588563:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758922.588567:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10898 00000100:00080000:2.0:1787758922.588570:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758922.588574:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758922.588579:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758922.588590:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766442240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758922.588599:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787758922.588604:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758922.588605:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758922.588609:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758922.588614:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10898 00000100:00080000:2.0:1787758922.588619:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758922.588623:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758922.588628:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758922.588641:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758922/real 1787758922] req@ffffa0e6c60caa00 x1874589766441856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758922.588642:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766442368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758922.588681:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766441856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758922.588691:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758922.588694:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758922.588703:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766441856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758922.588728:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766441984:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758922.588750:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758922.588762:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758922/real 1787758922] req@ffffa0e6c60c9180 x1874589766441984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758922.588778:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766441984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758922.588787:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758922.588790:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758922.588793:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766441984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758922.588798:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766442112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758922.588820:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758922.588830:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758922/real 1787758922] req@ffffa0e6c60ca300 x1874589766442112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758922.588840:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766442112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758922.588848:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758922.588850:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758922.588853:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766442112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758922.588859:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766442240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758922.588878:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758922.588887:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758922/real 1787758922] req@ffffa0e6c60c9f80 x1874589766442240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758922.588898:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766442240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758922.588908:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758922.588911:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758922.588914:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766442240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758922.588919:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766442368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758922.588938:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758922.588948:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758922/real 1787758922] req@ffffa0e6c60c8380 x1874589766442368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758922.588965:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766442368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758922.588975:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758922.588978:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758922.588981:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766442368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758923.484475:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758923.612360:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758923.612457:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758924.508480:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758924.636379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758924.636379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758925.532420:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758925.660383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758925.660383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758926.556439:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758926.684366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758926.684366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758927.580437:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758927.708401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758927.708412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758927.708552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758927.708557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758927.708562:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758927.708570:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10903 00000100:00080000:2.0:1787758927.708580:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758927.708587:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758927.708629:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766442496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758927.708654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758927.708657:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758927.708659:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758927.708669:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10903 00000100:00080000:2.0:1787758927.708673:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758927.708679:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758927.708688:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758927.708692:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766442496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758927.708707:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766442624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758927.708720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758927.708724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758927.708726:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758927.708731:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10903 00000100:00080000:2.0:1787758927.708735:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758927.708739:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758927.708743:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758927.708755:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766442752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758927.708764:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758927.708769:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:3.0:1787758927.708771:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758927.708772:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758927.708780:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10903 00000100:00080000:2.0:1787758927.708785:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758927.708790:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758927.708795:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758927.708812:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766442880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758927.708822:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758927/real 1787758927] req@ffffa0e6c60c8e00 x1874589766442496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758927.708823:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758927.708840:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758927.708846:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758927.708854:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10903 00000100:00100000:3.0:1787758927.708857:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766442496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758927.708864:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758927.708875:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:3.0:1787758927.708882:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1787758927.708883:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:3.0:1787758927.708892:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758927.708900:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766442496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758927.708902:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766443008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758927.708931:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766442624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758927.708952:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758927.708961:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758927/real 1787758927] req@ffffa0e6c60c9880 x1874589766442624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758927.708973:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766442624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758927.708982:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758927.708985:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758927.708989:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766442624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758927.708995:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766442752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758927.709014:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758927.709022:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758927/real 1787758927] req@ffffa0e6c60cb480 x1874589766442752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758927.709030:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766442752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758927.709035:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758927.709037:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758927.709039:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766442752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758927.709044:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766442880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758927.709056:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758927.709061:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758927/real 1787758927] req@ffffa0e6c60cad80 x1874589766442880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758927.709067:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766442880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758927.709081:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758927.709084:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758927.709123:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766442880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758927.709130:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766443008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758927.709148:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758927.709155:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758927/real 1787758927] req@ffffa0e6c60c8a80 x1874589766443008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758927.709162:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766443008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758927.709170:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758927.709172:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758927.709174:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766443008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758928.604482:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758928.732360:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758928.732383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758929.628446:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758929.756379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758929.756379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758930.652495:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758930.780386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758930.780386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758931.676477:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758931.804388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758931.804388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758932.700421:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787758932.828388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758932.828392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758932.828392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758932.828401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758932.828406:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758932.828424:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10908 00000100:00080000:2.0:1787758932.828435:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758932.828443:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758932.828486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766443136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758932.828510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758932.828513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758932.828515:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758932.828519:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10908 00000100:00080000:2.0:1787758932.828523:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758932.828527:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758932.828535:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758932.828546:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766443136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758932.828549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766443264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758932.828568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758932.828572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758932.828574:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758932.828578:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10908 00000100:00080000:2.0:1787758932.828582:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758932.828586:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758932.828591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758932.828608:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766443392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787758932.828618:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758932.828619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758932.828625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758932.828627:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758932.828632:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10908 00000100:00080000:2.0:1787758932.828636:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758932.828640:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758932.828646:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758932.828656:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766443520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758932.828665:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758932/real 1787758932] req@ffffa0e6c60c8a80 x1874589766443136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758932.828666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758932.828674:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758932.828678:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758932.828686:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10908 00000100:00080000:2.0:1787758932.828691:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787758932.828695:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766443136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758932.828697:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758932.828705:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:3.0:1787758932.828713:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1787758932.828720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766443648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758932.828721:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758932.828729:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766443136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758932.828756:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766443264:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758932.828779:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758932.828791:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758932/real 1787758932] req@ffffa0e6c60cad80 x1874589766443264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758932.828802:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766443264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758932.828810:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758932.828813:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758932.828816:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766443264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758932.828822:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766443392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758932.828838:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758932.828848:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758932/real 1787758932] req@ffffa0e6c60cb480 x1874589766443392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758932.828858:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766443392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758932.828865:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758932.828868:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758932.828871:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766443392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758932.828877:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766443520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758932.828893:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758932.828903:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758932/real 1787758932] req@ffffa0e6c60c9880 x1874589766443520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758932.828913:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766443520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758932.828922:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758932.828925:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758932.828928:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766443520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758932.828933:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766443648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758932.828950:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758932.828959:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758932/real 1787758932] req@ffffa0e6c60c8e00 x1874589766443648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758932.828969:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766443648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758932.828978:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758932.828981:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758932.828984:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766443648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758933.724460:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758933.852350:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758933.852350:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758934.748431:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758934.876370:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758934.876370:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758935.772406:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758935.900385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758935.900391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758936.796469:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758936.924391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758936.924392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758937.820434:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787758937.948401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787758937.948408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758937.948410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758937.948414:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758937.948424:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10913 00000100:00100000:1.0:1787758937.948434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758937.948435:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758937.948445:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758937.948474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766443776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758937.948492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758937.948495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758937.948496:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758937.948499:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10913 00000100:00080000:2.0:1787758937.948502:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758937.948505:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758937.948512:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758937.948520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766443904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758937.948525:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766443776:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758937.948541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758937.948545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758937.948548:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758937.948554:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10913 00000100:00080000:2.0:1787758937.948560:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758937.948565:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758937.948571:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758937.948586:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766444032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758937.948592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758937.948595:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758937.948596:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758937.948599:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10913 00000100:00080000:2.0:1787758937.948602:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758937.948605:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758937.948608:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:3.0:1787758937.948615:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758937.948616:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766444160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758937.948625:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758937.948627:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758937.948628:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758937.948631:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10913 00000100:00080000:2.0:1787758937.948633:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758937.948637:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758937.948640:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758937.948648:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766444288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758937.948663:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758937/real 1787758937] req@ffffa0e6c60c8380 x1874589766443776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758937.948687:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766443776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758937.948696:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758937.948699:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758937.948702:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766443776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758937.948730:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766443904:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758937.948755:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758937.948767:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758937/real 1787758937] req@ffffa0e6c60c9f80 x1874589766443904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758937.948775:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766443904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758937.948781:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758937.948783:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758937.948785:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766443904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758937.948790:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766444032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758937.948805:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758937.948815:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758937/real 1787758937] req@ffffa0e6c60ca300 x1874589766444032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758937.948827:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766444032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758937.948847:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758937.948851:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758937.948854:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766444032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758937.948860:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766444160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758937.948877:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758937.948885:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758937/real 1787758937] req@ffffa0e6c60c9180 x1874589766444160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758937.948892:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766444160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758937.948899:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758937.948901:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758937.948903:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766444160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758937.948917:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766444288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758937.948931:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758937.948938:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758937/real 1787758937] req@ffffa0e6c60caa00 x1874589766444288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758937.948945:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766444288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758937.948956:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758937.948958:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758937.948960:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766444288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758938.844442:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758938.972380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758938.972380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758939.868447:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758939.996387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758939.996387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758940.892421:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758941.020353:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758941.020355:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758941.916487:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758942.044400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758942.044400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758942.940478:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787758943.068383:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758943.068387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758943.068387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758943.068397:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758943.068402:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758943.068413:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10918 00000100:00080000:2.0:1787758943.068425:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758943.068434:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758943.068487:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766444416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758943.068514:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758943.068518:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758943.068520:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758943.068524:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10918 00000100:00080000:2.0:1787758943.068528:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758943.068532:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758943.068543:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758943.068544:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766444416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758943.068557:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766444544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758943.068569:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758943.068572:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758943.068574:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758943.068578:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10918 00000100:00080000:2.0:1787758943.068582:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758943.068585:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758943.068591:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758943.068602:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766444672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758943.068612:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787758943.068618:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758943.068619:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758943.068622:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758943.068627:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10918 00000100:00080000:2.0:1787758943.068630:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758943.068634:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758943.068648:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758943.068660:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758943/real 1787758943] req@ffffa0e6c60caa00 x1874589766444416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758943.068662:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766444800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758943.068683:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787758943.068686:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766444416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758943.068688:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758943.068692:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787758943.068699:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758943.068700:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10918 00000100:00080000:2.0:1787758943.068707:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758943.068707:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758943.068712:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766444416:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758943.068716:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758943.068722:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758943.068732:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766444928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758943.068737:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766444544:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758943.068761:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758943.068771:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758943/real 1787758943] req@ffffa0e6c60c9180 x1874589766444544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758943.068779:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766444544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758943.068785:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758943.068787:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758943.068789:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766444544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758943.068799:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766444672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758943.068811:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758943.068830:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758943/real 1787758943] req@ffffa0e6c60ca300 x1874589766444672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758943.068839:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766444672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758943.068844:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758943.068846:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758943.068848:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766444672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758943.068852:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766444800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758943.068866:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758943.068872:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758943/real 1787758943] req@ffffa0e6c60c9f80 x1874589766444800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758943.068879:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766444800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758943.068886:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758943.068887:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758943.068890:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766444800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758943.068899:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766444928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758943.068909:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758943.068914:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758943/real 1787758943] req@ffffa0e6c60c8380 x1874589766444928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758943.068920:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766444928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758943.068927:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758943.068929:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758943.068931:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766444928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758943.964434:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758944.092359:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758944.092359:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758944.988425:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758945.116393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758945.116393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758946.012430:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758946.140374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758946.140374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758947.036438:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758947.164378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758947.164378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758948.060515:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758948.188356:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758948.188380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758948.188384:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758948.188393:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758948.188398:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758948.188408:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10923 00000100:00080000:0.0:1787758948.188420:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758948.188434:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758948.188477:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766445056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758948.188500:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758948.188503:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758948.188505:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758948.188510:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10923 00000100:00080000:0.0:1787758948.188514:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758948.188519:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758948.188530:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758948.188530:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766445056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758948.188551:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766445184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758948.188559:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758948.188561:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758948.188562:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758948.188566:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10923 00000100:00080000:0.0:1787758948.188569:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758948.188571:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758948.188575:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758948.188583:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766445312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758948.188589:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758948.188591:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758948.188592:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758948.188594:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10923 00000100:00080000:0.0:1787758948.188600:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758948.188602:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758948.188605:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758948.188614:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766445440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787758948.188616:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758948.188625:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758948.188628:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758948.188629:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758948.188632:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10923 00000100:00080000:0.0:1787758948.188633:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758948.188635:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758948.188638:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758948.188644:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766445568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758948.188667:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758948/real 1787758948] req@ffffa0e6d86c7800 x1874589766445056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758948.188689:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766445056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758948.188699:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758948.188702:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758948.188706:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766445056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758948.188749:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766445184:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758948.188772:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758948.188785:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758948/real 1787758948] req@ffffa0e6d86c6300 x1874589766445184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758948.188798:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766445184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758948.188806:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758948.188809:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758948.188812:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766445184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758948.188818:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766445312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758948.188839:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758948.188850:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758948/real 1787758948] req@ffffa0e6d86c5c00 x1874589766445312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758948.188858:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766445312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758948.188863:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758948.188865:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758948.188867:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766445312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758948.188871:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766445440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758948.188884:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758948.188891:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758948/real 1787758948] req@ffffa0e6d86c5880 x1874589766445440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758948.188898:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766445440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758948.188904:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758948.188906:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758948.188908:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766445440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758948.188911:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766445568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758948.188920:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758948.188925:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758948/real 1787758948] req@ffffa0e6d86c6680 x1874589766445568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758948.188931:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766445568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758948.188938:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758948.188940:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758948.188941:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766445568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758949.084451:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758949.212319:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758949.212325:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758950.108454:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758950.236338:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758950.236340:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758951.132449:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758951.260384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758951.260385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758952.156463:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758952.284393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758952.284393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758953.180423:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787758953.308387:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758953.308395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758953.308395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758953.308396:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758953.308401:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758953.308413:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10929 00000100:00080000:0.0:1787758953.308425:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758953.308434:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758953.308475:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766445696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758953.308504:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758953.308508:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758953.308509:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758953.308513:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10929 00000100:00080000:0.0:1787758953.308517:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758953.308520:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758953.308529:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758953.308539:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766445696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758953.308543:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766445824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758953.308552:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758953.308555:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758953.308556:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758953.308559:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10929 00000100:00080000:0.0:1787758953.308562:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758953.308564:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758953.308567:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758953.308576:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766445952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758953.308587:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758953.308589:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758953.308591:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758953.308593:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10929 00000100:00080000:0.0:1787758953.308596:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787758953.308600:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758953.308614:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758953.308620:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758953.308632:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758953/real 1787758953] req@ffffa0e6d86c6680 x1874589766445696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758953.308654:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766446080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758953.308669:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758953.308675:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758953.308677:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787758953.308681:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766445696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758953.308686:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10929 00000100:00080000:0.0:1787758953.308695:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787758953.308698:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758953.308700:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:3.0:1787758953.308705:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:0.0:1787758953.308708:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758953.308710:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766445696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758953.308725:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766446208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758953.308744:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766445824:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758953.308771:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758953.308784:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758953/real 1787758953] req@ffffa0e6d86c5880 x1874589766445824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758953.308793:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766445824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758953.308799:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758953.308801:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758953.308804:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766445824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758953.308808:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766445952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758953.308821:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758953.308827:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758953/real 1787758953] req@ffffa0e6d86c5c00 x1874589766445952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758953.308835:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766445952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758953.308845:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758953.308847:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758953.308849:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766445952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758953.308853:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766446080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758953.308862:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758953.308868:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758953/real 1787758953] req@ffffa0e6d86c6300 x1874589766446080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758953.308875:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766446080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758953.308882:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758953.308883:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758953.308885:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766446080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758953.308889:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766446208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758953.308899:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758953.308904:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758953/real 1787758953] req@ffffa0e6d86c7800 x1874589766446208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758953.308911:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766446208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758953.308917:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758953.308919:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758953.308922:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766446208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758954.204454:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758954.332398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758954.332419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758955.228465:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758955.356415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758955.356415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758956.252469:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758956.380358:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758956.380360:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758957.276469:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758957.404377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758957.404378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758958.300450:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758958.428382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758958.428385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758958.428403:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758958.428413:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758958.428419:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758958.428432:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10934 00000100:00080000:2.0:1787758958.428446:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758958.428456:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758958.428512:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766446336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758958.428558:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758958.428563:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758958.428566:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758958.428572:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10934 00000100:00080000:2.0:1787758958.428577:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758958.428583:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758958.428591:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766446336:192.168.201.131@tcp:250:kworker.0 00000008:00100000:2.0:1787758958.428596:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758958.428615:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766446464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758958.428624:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758958.428628:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758958.428630:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758958.428635:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10934 00000100:00080000:2.0:1787758958.428657:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758958.428663:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758958.428669:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787758958.428671:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758958.428690:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766446592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758958.428709:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787758958.428712:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758958/real 1787758958] req@ffffa0e6c60c8e00 x1874589766446336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758958.428716:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758958.428721:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758958.428731:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10934 00000100:00080000:2.0:1787758958.428735:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758958.428742:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787758958.428743:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766446336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787758958.428752:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:3.0:1787758958.428755:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758958.428761:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758958.428764:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766446336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758958.428771:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766446720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758958.428783:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758958.428787:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758958.428789:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787758958.428792:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766446464:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787758958.428797:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10934 00000100:00080000:2.0:1787758958.428803:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758958.428808:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758958.428814:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:3.0:1787758958.428814:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758958.428825:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758958/real 1787758958] req@ffffa0e6c60c9880 x1874589766446464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758958.428833:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766446848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758958.428839:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766446464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758958.428858:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758958.428861:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758958.428865:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766446464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758958.428870:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766446592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758958.428884:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758958.428890:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758958/real 1787758958] req@ffffa0e6c60cb480 x1874589766446592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758958.428898:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766446592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758958.428903:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758958.428905:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758958.428907:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766446592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758958.428910:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766446720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758958.428921:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758958.428927:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758958/real 1787758958] req@ffffa0e6c60cad80 x1874589766446720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758958.428935:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766446720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758958.428942:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758958.428943:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758958.428945:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766446720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758958.428955:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766446848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758958.428965:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758958.428972:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758958/real 1787758958] req@ffffa0e6c60c8a80 x1874589766446848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758958.428979:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766446848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758958.428987:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758958.428988:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758958.428990:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766446848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758959.324474:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758959.452415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758959.452415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758960.348471:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758960.476368:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758960.476368:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758961.372474:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758961.500385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758961.500393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758962.396435:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758962.524363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758962.524456:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758963.420445:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758963.548385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787758963.548392:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758963.548400:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758963.548405:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787758963.548414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758963.548417:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10939 00000100:00080000:0.0:1787758963.548433:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758963.548441:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758963.548501:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766446976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758963.548526:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758963.548529:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758963.548530:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758963.548534:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10939 00000100:00080000:0.0:1787758963.548537:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758963.548540:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758963.548555:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758963.548574:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766446976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758963.548581:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766447104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758963.548597:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758963.548602:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758963.548604:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758963.548609:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10939 00000100:00080000:0.0:1787758963.548615:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758963.548621:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758963.548626:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758963.548639:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766447232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787758963.548646:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758963.548660:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758963.548664:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758963.548665:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758963.548671:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10939 00000100:00080000:0.0:1787758963.548676:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758963.548681:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758963.548690:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787758963.548695:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758963/real 1787758963] req@ffffa0e6d86c7800 x1874589766446976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758963.548701:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766447360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758963.548740:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758963.548743:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758963.548744:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758963.548749:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10939 00000100:00080000:0.0:1787758963.548752:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787758963.548752:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766446976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758963.548760:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758963.548768:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758963.548782:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766447488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758963.548795:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758963.548802:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758963.548807:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766446976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758963.548834:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766447104:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758963.548855:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758963.548865:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758963/real 1787758963] req@ffffa0e6d86c6300 x1874589766447104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758963.548875:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766447104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758963.548881:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758963.548884:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758963.548886:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766447104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758963.548890:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766447232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758963.548901:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758963.548908:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758963/real 1787758963] req@ffffa0e6d86c5c00 x1874589766447232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758963.548915:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766447232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758963.548921:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758963.548923:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758963.548925:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766447232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758963.548929:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766447360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758963.548940:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758963.548946:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758963/real 1787758963] req@ffffa0e6d86c5880 x1874589766447360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758963.548953:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766447360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758963.548961:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758963.548963:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758963.548965:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766447360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758963.548969:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766447488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758963.548978:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758963.548984:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758963/real 1787758963] req@ffffa0e6d86c6680 x1874589766447488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758963.548991:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766447488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758963.548997:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758963.548999:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758963.549001:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766447488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758964.444464:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758964.572435:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758964.572436:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758965.468523:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758965.596364:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758965.596364:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758966.492461:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758966.620453:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758966.620478:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758967.516512:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758967.644349:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758967.644349:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758968.540468:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787758968.668415:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758968.668431:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1787758968.668432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787758968.668436:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758968.668452:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10944 00000100:00100000:3.0:1787758968.668462:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758968.668468:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758968.668478:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758968.668533:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766447616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758968.668558:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758968.668562:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758968.668565:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758968.668570:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10944 00000100:00080000:2.0:1787758968.668575:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758968.668580:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758968.668593:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758968.668593:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766447616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758968.668607:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766447744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758968.668618:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758968.668622:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758968.668624:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758968.668627:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10944 00000100:00080000:2.0:1787758968.668631:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758968.668635:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758968.668640:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758968.668650:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766447872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758968.668660:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758968.668663:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758968.668665:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758968.668669:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10944 00000100:00080000:2.0:1787758968.668672:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758968.668677:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758968.668682:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:3.0:1787758968.668686:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758968.668692:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766448000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758968.668700:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758968.668703:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758968.668705:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758968.668708:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10944 00000100:00080000:2.0:1787758968.668720:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758968.668724:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758968.668729:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758968.668730:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758968/real 1787758968] req@ffffa0e6c60c8a80 x1874589766447616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758968.668740:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766448128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758968.668748:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766447616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758968.668762:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758968.668766:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758968.668771:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766447616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758968.668798:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766447744:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758968.668825:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758968.668840:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758968/real 1787758968] req@ffffa0e6c60cad80 x1874589766447744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758968.668853:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766447744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758968.668861:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758968.668865:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758968.668868:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766447744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758968.668875:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766447872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758968.668896:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758968.668905:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758968/real 1787758968] req@ffffa0e6c60cb480 x1874589766447872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758968.668916:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766447872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758968.668925:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758968.668928:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758968.668932:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766447872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758968.668939:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766448000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758968.668961:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758968.668973:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758968/real 1787758968] req@ffffa0e6c60c9880 x1874589766448000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758968.668981:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766448000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758968.668990:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758968.668992:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758968.668995:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766448000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758968.668998:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766448128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758968.669012:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758968.669018:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758968/real 1787758968] req@ffffa0e6c60c8e00 x1874589766448128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758968.669025:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766448128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758968.669032:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758968.669034:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758968.669035:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766448128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758969.564521:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758969.692406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758969.692407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758970.588441:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758970.716378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758970.716378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758971.612489:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758971.740432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758971.740450:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758972.636496:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758972.764440:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758972.764451:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758973.660461:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758973.788416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758973.788416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758973.788423:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758973.788431:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758973.788435:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758973.788447:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10949 00000100:00080000:2.0:1787758973.788460:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758973.788468:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758973.788508:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766448256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758973.788533:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758973.788536:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758973.788537:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758973.788541:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10949 00000100:00080000:2.0:1787758973.788547:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758973.788550:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758973.788559:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758973.788569:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766448384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758973.788577:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758973.788580:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758973.788583:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787758973.788584:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766448256:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758973.788589:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10949 00000100:00080000:2.0:1787758973.788596:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758973.788599:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758973.788602:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758973.788612:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766448512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758973.788624:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758973.788627:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758973.788628:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758973.788631:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10949 00000100:00080000:2.0:1787758973.788649:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758973.788652:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758973.788655:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758973.788663:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766448640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787758973.788670:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758973.788676:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758973.788679:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758973.788681:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758973.788685:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10949 00000100:00080000:2.0:1787758973.788688:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758973.788691:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758973.788694:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758973.788701:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766448768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758973.788716:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758973/real 1787758973] req@ffffa0e6c60c8380 x1874589766448256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758973.788740:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766448256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758973.788753:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758973.788758:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758973.788763:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766448256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758973.788798:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766448384:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758973.788851:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758973.788863:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758973/real 1787758973] req@ffffa0e6c60c9f80 x1874589766448384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758973.788872:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766448384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758973.788879:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758973.788881:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758973.788884:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766448384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758973.788896:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766448512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758973.788917:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758973.788930:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758973/real 1787758973] req@ffffa0e6c60ca300 x1874589766448512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758973.788952:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766448512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758973.788958:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758973.788960:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758973.788963:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766448512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758973.788967:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766448640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758973.788984:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758973.788991:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758973/real 1787758973] req@ffffa0e6c60c9180 x1874589766448640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758973.788999:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766448640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758973.789007:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758973.789009:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758973.789011:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766448640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758973.789015:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766448768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758973.789026:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758973.789031:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758973/real 1787758973] req@ffffa0e6c60caa00 x1874589766448768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758973.789038:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766448768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758973.789059:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758973.789062:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758973.789066:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766448768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758974.684443:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758974.812401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758974.812401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758975.708473:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758975.836370:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758975.836398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758976.732429:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758976.860375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758976.860375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758977.756437:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758977.884332:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758977.884333:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758978.780373:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758978.908363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758978.908363:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758978.908367:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758978.908376:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758978.908380:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758978.908389:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10954 00000100:00080000:2.0:1787758978.908398:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758978.908405:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758978.908439:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766448896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758978.908460:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758978.908462:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758978.908463:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758978.908466:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10954 00000100:00080000:2.0:1787758978.908468:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758978.908470:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758978.908477:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758978.908485:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766449024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758978.908491:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758978.908494:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758978.908495:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758978.908498:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10954 00000100:00080000:2.0:1787758978.908499:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758978.908501:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758978.908504:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758978.908510:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766449152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758978.908515:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766448896:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758978.908518:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758978.908522:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758978.908523:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758978.908527:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10954 00000100:00080000:2.0:1787758978.908529:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758978.908531:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758978.908534:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758978.908541:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766449280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758978.908546:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758978.908548:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758978.908549:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758978.908552:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10954 00000100:00080000:2.0:1787758978.908554:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758978.908556:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758978.908559:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758978.908565:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766449408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787758978.908584:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758978.908616:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758978/real 1787758978] req@ffffa0e6c60caa00 x1874589766448896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758978.908632:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766448896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758978.908642:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758978.908646:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758978.908649:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766448896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758978.908656:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766449024:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758978.908677:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758978.908689:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758978/real 1787758978] req@ffffa0e6c60c9180 x1874589766449024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758978.908701:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766449024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758978.908709:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758978.908712:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758978.908715:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766449024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758978.908736:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766449152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758978.908765:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758978.908775:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758978/real 1787758978] req@ffffa0e6c60ca300 x1874589766449152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758978.908787:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766449152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758978.908795:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758978.908798:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758978.908801:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766449152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758978.908807:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766449280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758978.908825:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758978.908836:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758978/real 1787758978] req@ffffa0e6c60c9f80 x1874589766449280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758978.908847:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766449280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758978.908858:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758978.908862:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758978.908865:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766449280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758978.908870:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766449408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758978.908886:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758978.908895:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758978/real 1787758978] req@ffffa0e6c60c8380 x1874589766449408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758978.908906:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766449408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758978.908916:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758978.908918:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758978.908921:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766449408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758979.804429:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758979.932339:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758979.932360:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758980.828450:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758980.956423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758980.956450:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758981.852439:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758981.980381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758981.980381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758982.876444:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758983.004373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758983.004373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758983.900481:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787758984.028370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787758984.028380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758984.028380:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758984.028384:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758984.028394:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10959 00000100:00080000:2.0:1787758984.028403:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758984.028410:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787758984.028423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787758984.028443:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766449536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758984.028470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758984.028473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758984.028475:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758984.028478:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10959 00000100:00080000:2.0:1787758984.028480:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758984.028483:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758984.028491:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758984.028506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766449664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758984.028516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758984.028518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758984.028520:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758984.028525:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10959 00000100:00080000:2.0:1787758984.028532:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787758984.028534:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766449536:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787758984.028536:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758984.028549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758984.028559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766449792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758984.028569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758984.028571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758984.028572:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758984.028576:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10959 00000100:00080000:2.0:1787758984.028579:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758984.028581:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758984.028584:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758984.028599:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766449920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758984.028604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758984.028607:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758984.028608:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758984.028611:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10959 00000100:00080000:2.0:1787758984.028620:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758984.028623:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758984.028626:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787758984.028635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766450048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758984.028680:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766449664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758984.028708:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766449792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758984.028733:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766449920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758984.028752:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766450048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758984.924472:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758985.052372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758985.052387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758985.948414:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758986.076375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758986.076375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758986.972463:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758987.100350:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787758987.100353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:0.0:1787758987.100532:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:0.0:1787758987.100571:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787758987.100589:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787758987.100625:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787758987.100634:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787758987.100646:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787758987.100657:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:3.0:1787758987.100669:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758984/real 1787758987] req@ffffa0e6c60c9880 x1874589766449664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758987.100696:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766449664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758987.100710:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758987.100715:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758987.100719:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766449664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758987.100728:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758984/real 1787758987] req@ffffa0e6c60cb480 x1874589766449792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758987.100741:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766449792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758987.100749:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758987.100753:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758987.100756:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766449792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758987.100762:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758984/real 1787758987] req@ffffa0e6c60cad80 x1874589766449920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758987.100774:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766449920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758987.100784:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758987.100787:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758987.100791:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766449920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758987.100798:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758984/real 1787758987] req@ffffa0e6c60c8a80 x1874589766450048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758987.100809:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766450048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758987.100819:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758987.100822:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758987.100825:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766450048:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758987.100831:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758984/real 1787758987] req@ffffa0e6c60c8e00 x1874589766449536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758987.100842:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766449536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758987.100849:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758987.100852:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758987.100855:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766449536:192.168.201.131@tcp:250:kworker.0 00010000:00010000:1.0:1787758987.996523:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758988.124418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758988.124422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758989.020469:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758989.148352:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787758989.148357:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787758989.148407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758989.148413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787758989.148417:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758989.148425:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10964 00000100:00080000:0.0:1787758989.148434:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758989.148440:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787758989.148469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766450176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758989.148490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758989.148493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787758989.148495:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758989.148498:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10964 00000100:00080000:0.0:1787758989.148500:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758989.148503:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758989.148510:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787758989.148519:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766450304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758989.148526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758989.148528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787758989.148529:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758989.148532:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10964 00000100:00080000:0.0:1787758989.148534:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758989.148537:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758989.148542:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758989.148546:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766450176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787758989.148555:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766450432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758989.148568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758989.148572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787758989.148574:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758989.148579:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10964 00000100:00080000:0.0:1787758989.148583:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758989.148588:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758989.148594:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787758989.148608:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766450560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787758989.148618:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787758989.148630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758989.148640:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758989.148642:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758989.148647:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10964 00000100:00080000:0.0:1787758989.148652:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787758989.148657:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758989/real 1787758989] req@ffffa0e6d86c6680 x1874589766450176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758989.148661:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787758989.148670:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787758989.148686:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766450688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758989.148693:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766450176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758989.148712:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758989.148716:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758989.148721:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766450176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758989.148729:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766450304:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758989.148753:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758989.148776:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758989/real 1787758989] req@ffffa0e6d86c5880 x1874589766450304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758989.148800:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766450304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758989.148808:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758989.148811:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758989.148814:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766450304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758989.148841:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766450432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758989.148860:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758989.148870:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758989/real 1787758989] req@ffffa0e6d86c5c00 x1874589766450432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758989.148881:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766450432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758989.148889:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758989.148892:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758989.148896:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766450432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758989.148902:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766450560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758989.148919:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758989.148928:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758989/real 1787758989] req@ffffa0e6d86c6300 x1874589766450560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758989.148939:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766450560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758989.148955:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758989.148959:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758989.148962:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766450560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758989.148968:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766450688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758989.148987:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758989.148997:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758989/real 1787758989] req@ffffa0e6d86c7800 x1874589766450688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758989.149023:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766450688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758989.149034:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758989.149037:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758989.149041:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766450688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758990.044515:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758990.172398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758990.172442:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758991.068525:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758991.196407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758991.196407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758992.092510:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758992.220367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758992.220383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758993.116524:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787758993.244388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758993.244388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758994.140431:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787758994.268386:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787758994.268388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758994.268388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758994.268397:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758994.268402:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758994.268413:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10970 00000100:00080000:2.0:1787758994.268426:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758994.268435:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758994.268481:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766450816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758994.268503:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758994.268505:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758994.268507:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758994.268510:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10970 00000100:00080000:2.0:1787758994.268513:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758994.268516:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758994.268524:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758994.268530:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766450816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758994.268535:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766450944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758994.268544:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758994.268547:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758994.268549:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758994.268553:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10970 00000100:00080000:2.0:1787758994.268557:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758994.268561:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758994.268566:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758994.268579:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766451072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758994.268588:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758994.268591:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758994.268593:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758994.268597:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10970 00000100:00080000:2.0:1787758994.268600:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758994.268603:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758994.268608:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:3.0:1787758994.268608:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787758994.268620:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766451200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758994.268628:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758994.268631:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758994.268633:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758994.268637:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10970 00000100:00080000:2.0:1787758994.268642:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787758994.268646:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758994/real 1787758994] req@ffffa0e6c60c8e00 x1874589766450816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758994.268648:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758994.268657:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787758994.268665:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766450816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758994.268674:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766451328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787758994.268677:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758994.268684:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758994.268689:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766450816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758994.268712:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766450944:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758994.268726:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758994.268734:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758994/real 1787758994] req@ffffa0e6c60c8a80 x1874589766450944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758994.268741:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766450944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758994.268746:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758994.268748:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758994.268750:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766450944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758994.268753:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766451072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758994.268762:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758994.268767:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758994/real 1787758994] req@ffffa0e6c60cad80 x1874589766451072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758994.268774:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766451072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758994.268779:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758994.268780:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758994.268782:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766451072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758994.268786:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766451200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758994.268796:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758994.268801:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758994/real 1787758994] req@ffffa0e6c60cb480 x1874589766451200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758994.268807:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766451200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758994.268814:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758994.268816:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758994.268817:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766451200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758994.268820:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766451328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758994.268829:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758994.268833:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758994/real 1787758994] req@ffffa0e6c60c9880 x1874589766451328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758994.268840:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766451328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758994.268846:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758994.268847:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758994.268849:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766451328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787758995.164449:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758995.292375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758995.292375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758996.188420:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758996.316374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758996.316378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758997.212454:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787758997.340400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787758997.340408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787758998.236420:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758998.364389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758998.364396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787758999.260395:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758999.388383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787758999.388383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787758999.388385:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758999.388394:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787758999.388398:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758999.388408:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10975 00000100:00080000:2.0:1787758999.388418:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758999.388427:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787758999.388459:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766451456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758999.388484:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758999.388488:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787758999.388490:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758999.388494:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10975 00000100:00080000:2.0:1787758999.388498:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758999.388502:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758999.388511:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787758999.388518:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766451456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787758999.388524:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766451584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758999.388535:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758999.388539:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787758999.388541:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758999.388545:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10975 00000100:00080000:2.0:1787758999.388549:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758999.388553:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758999.388558:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787758999.388570:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766451712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787758999.388579:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787758999.388583:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787758999.388584:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787758999.388587:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758999.388592:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10975 00000100:00080000:2.0:1787758999.388596:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787758999.388600:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758999.388605:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787758999.388615:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766451840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758999.388621:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758999/real 1787758999] req@ffffa0e6c60c8380 x1874589766451456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758999.388630:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758999.388638:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787758999.388639:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787758999.388644:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10975 00000100:00080000:2.0:1787758999.388649:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787758999.388649:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766451456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787758999.388656:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787758999.388664:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:3.0:1787758999.388669:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758999.388676:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787758999.388677:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766451968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787758999.388683:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766451456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787758999.388719:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766451584:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758999.388739:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758999.388749:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758999/real 1787758999] req@ffffa0e6c60c9f80 x1874589766451584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758999.388760:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766451584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758999.388768:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758999.388771:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758999.388775:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766451584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758999.388780:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766451712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787758999.388794:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758999.388803:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758999/real 1787758999] req@ffffa0e6c60ca300 x1874589766451712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758999.388813:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766451712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758999.388821:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758999.388824:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758999.388839:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766451712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787758999.388845:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766451840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758999.388862:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758999.388881:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758999/real 1787758999] req@ffffa0e6c60c9180 x1874589766451840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758999.388892:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766451840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758999.388902:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758999.388905:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758999.388908:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766451840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787758999.388913:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766451968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787758999.388929:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787758999.388938:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758999/real 1787758999] req@ffffa0e6c60caa00 x1874589766451968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787758999.388948:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766451968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787758999.388962:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787758999.388965:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787758999.388968:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766451968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759000.284452:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759000.412391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759000.412391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759001.308438:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759001.436389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759001.436389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759002.332462:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759002.460372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759002.460372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759003.356568:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759003.484385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759003.484385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759004.380451:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759004.508342:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759004.508346:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787759004.508365:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759004.508372:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759004.508377:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759004.508385:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10980 00000100:00080000:2.0:1787759004.508395:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759004.508403:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759004.508440:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766452096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759004.508463:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759004.508467:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759004.508468:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759004.508477:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10980 00000100:00080000:2.0:1787759004.508480:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759004.508484:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759004.508493:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759004.508505:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766452224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759004.508515:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759004.508518:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759004.508520:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759004.508523:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10980 00000100:00080000:2.0:1787759004.508526:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759004.508529:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759004.508535:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759004.508546:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766452352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759004.508550:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766452096:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787759004.508565:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759004.508568:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759004.508570:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759004.508575:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10980 00000100:00080000:2.0:1787759004.508579:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759004.508583:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759004.508588:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787759004.508600:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766452480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759004.508614:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759004.508618:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759004.508619:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759004.508626:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10980 00000800:00000100:3.0:1787759004.508626:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787759004.508633:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759004.508637:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759004.508642:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787759004.508655:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766452608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759004.508662:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759004/real 1787759004] req@ffffa0e6c60caa00 x1874589766452096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759004.508682:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766452096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759004.508693:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759004.508696:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759004.508699:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766452096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759004.508704:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766452224:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759004.508721:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759004.508729:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759004/real 1787759004] req@ffffa0e6c60c9180 x1874589766452224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759004.508749:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766452224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759004.508755:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759004.508757:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759004.508759:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766452224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759004.508777:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766452352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759004.508790:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759004.508796:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759004/real 1787759004] req@ffffa0e6c60ca300 x1874589766452352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759004.508802:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766452352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759004.508807:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759004.508809:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759004.508811:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766452352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759004.508814:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766452480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759004.508823:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759004.508827:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759004/real 1787759004] req@ffffa0e6c60c9f80 x1874589766452480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759004.508834:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766452480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759004.508839:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759004.508841:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759004.508843:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766452480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759004.508846:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766452608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759004.508855:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759004.508860:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759004/real 1787759004] req@ffffa0e6c60c8380 x1874589766452608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759004.508865:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766452608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759004.508871:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759004.508872:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759004.508874:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766452608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759005.404469:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759005.532377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759005.532377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759006.428471:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759006.556375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759006.556375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759007.452442:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759007.580377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759007.580380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759008.476418:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759008.604380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759008.604392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759009.500434:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759009.628397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787759009.628410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759009.628413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787759009.628418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759009.628426:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759009.628437:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10985 00000100:00080000:1.0:1787759009.628446:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759009.628454:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759009.628486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766452736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759009.628509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759009.628512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759009.628514:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759009.628519:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10985 00000100:00080000:1.0:1787759009.628522:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759009.628526:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759009.628535:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759009.628541:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766452736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759009.628549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766452864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759009.628560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759009.628564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759009.628566:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759009.628570:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10985 00000100:00080000:1.0:1787759009.628573:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759009.628577:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759009.628581:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759009.628591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766452992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787759009.628600:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787759009.628610:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759009.628614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759009.628616:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759009.628621:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10985 00000100:00080000:1.0:1787759009.628625:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759009.628629:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759009.628634:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759009/real 1787759009] req@ffffa0e6c7928700 x1874589766452736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787759009.628639:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759009.628663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766453120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759009.628672:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766452736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759009.628676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759009.628683:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759009.628687:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759009.628690:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759009.628693:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10985 00000100:00080000:1.0:1787759009.628698:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759009.628698:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:1.0:1787759009.628706:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759009.628707:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766452736:192.168.201.131@tcp:250:kworker.0 00000008:00100000:1.0:1787759009.628712:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787759009.628723:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766453248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759009.628731:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766452864:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759009.628756:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759009.628768:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759009/real 1787759009] req@ffffa0e6c7929500 x1874589766452864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759009.628778:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766452864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759009.628792:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759009.628795:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759009.628799:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766452864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759009.628805:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766452992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759009.628822:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759009.628831:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759009/real 1787759009] req@ffffa0e6c7928a80 x1874589766452992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759009.628842:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766452992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759009.628851:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759009.628854:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759009.628857:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766452992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759009.628862:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766453120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759009.628876:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759009.628884:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759009/real 1787759009] req@ffffa0e6c792a680 x1874589766453120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759009.628894:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766453120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759009.628903:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759009.628906:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759009.628909:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766453120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759009.628922:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766453248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759009.628936:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759009.628944:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759009/real 1787759009] req@ffffa0e6c7929180 x1874589766453248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759009.628954:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766453248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759009.628963:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759009.628966:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759009.628969:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766453248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759010.524459:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759010.652373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759010.652373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759011.548430:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759011.676382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759011.676387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759012.572483:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759012.700371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759012.700372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759013.596428:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759013.724382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759013.724382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759014.620420:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759014.748386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759014.748386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787759014.748507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759014.748513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759014.748517:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759014.748527:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10990 00000100:00080000:1.0:1787759014.748537:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759014.748543:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759014.748610:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766453376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759014.748669:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766453376:192.168.201.131@tcp:250:kworker.0 00000800:00000100:3.0:1787759014.748727:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787759014.748758:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759014.748762:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759014.748764:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759014.748768:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10990 00000100:00080000:1.0:1787759014.748772:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759014.748777:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759014.748785:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759014.748798:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766453504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759014.748846:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759014/real 1787759014] req@ffffa0e6c7928380 x1874589766453376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759014.748862:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766453376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759014.748871:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759014.748874:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759014.748878:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766453376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759014.748897:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766453504:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759014.748918:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759014.748929:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759014/real 1787759014] req@ffffa0e6c792bb80 x1874589766453504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759014.748941:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766453504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759014.748949:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759014.748952:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759014.748954:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766453504:192.168.201.131@tcp:38:kworker.0 00000100:00080000:1.0:1787759014.748997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759014.749005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759014.749006:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759014.749011:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10990 00000100:00080000:1.0:1787759014.749015:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759014.749020:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759014.749026:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759014.749038:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766453632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759014.749054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759014.749058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759014.749060:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759014.749064:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10990 00000100:00080000:1.0:1787759014.749068:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787759014.749073:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766453632:192.168.201.131@tcp:38:kworker.0 00000100:00080000:1.0:1787759014.749074:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759014.749083:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759014.749098:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766453760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787759014.749101:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787759014.749113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787759014.749114:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759014/real 1787759014] req@ffffa0e6c7929f80 x1874589766453632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759014.749123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759014.749127:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787759014.749131:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766453632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759014.749134:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10990 00000100:00080000:1.0:1787759014.749142:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759014.749150:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:3.0:1787759014.749151:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1787759014.749157:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:3.0:1787759014.749157:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759014.749160:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766453632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759014.749174:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766453888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759014.749175:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766453760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759014.749194:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759014.749202:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759014/real 1787759014] req@ffffa0e6c792b100 x1874589766453760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759014.749210:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766453760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759014.749217:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759014.749219:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759014.749221:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766453760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759014.749227:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766453888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759014.749237:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759014.749242:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759014/real 1787759014] req@ffffa0e6c7929c00 x1874589766453888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759014.749249:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766453888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759014.749254:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759014.749255:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759014.749257:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766453888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759015.644394:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759015.772365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759015.772365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759016.668450:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759016.796359:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759016.796359:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759017.692398:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759017.820389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759017.820389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759018.716428:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759018.844366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759018.844367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759019.740466:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759019.868336:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759019.868346:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787759019.868358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759019.868364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759019.868368:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759019.868378:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 10995 00000100:00080000:1.0:1787759019.868393:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759019.868401:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759019.868440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766454016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759019.868460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759019.868463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759019.868464:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759019.868479:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10995 00000100:00080000:1.0:1787759019.868483:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759019.868486:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759019.868492:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766454016:192.168.201.131@tcp:250:kworker.0 00000008:00100000:1.0:1787759019.868497:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759019.868509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766454144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759019.868517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759019.868519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759019.868521:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759019.868524:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10995 00000100:00080000:1.0:1787759019.868526:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759019.868528:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759019.868530:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759019.868538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766454272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759019.868544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759019.868546:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759019.868548:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759019.868551:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10995 00000100:00080000:1.0:1787759019.868554:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787759019.868558:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787759019.868560:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759019.868566:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759019.868580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766454400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759019.868591:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759019/real 1787759019] req@ffffa0e6c792a300 x1874589766454016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759019.868604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759019.868608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759019.868609:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787759019.868613:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766454016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759019.868614:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 10995 00000100:00080000:1.0:1787759019.868620:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759019.868625:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:3.0:1787759019.868628:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1787759019.868630:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:3.0:1787759019.868634:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759019.868637:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766454016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759019.868641:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766454528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759019.868659:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766454144:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759019.868675:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759019.868682:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759019/real 1787759019] req@ffffa0e6c792b480 x1874589766454144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759019.868690:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766454144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759019.868696:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759019.868698:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759019.868701:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766454144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759019.868704:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766454272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759019.868714:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759019.868719:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759019/real 1787759019] req@ffffa0e6c7929880 x1874589766454272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759019.868725:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766454272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759019.868730:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759019.868732:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759019.868733:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766454272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759019.868737:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766454400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759019.868746:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759019.868751:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759019/real 1787759019] req@ffffa0e6c792ad80 x1874589766454400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759019.868757:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766454400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759019.868763:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759019.868765:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759019.868766:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766454400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759019.868769:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766454528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759019.868778:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759019.868783:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759019/real 1787759019] req@ffffa0e6c7928e00 x1874589766454528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759019.868790:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766454528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759019.868797:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759019.868798:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759019.868800:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766454528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759020.764427:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759020.892397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759020.892397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759021.788552:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759021.916414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759021.916414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759022.812458:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759022.940388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759022.940388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759023.836453:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759023.964345:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759023.964361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759024.860407:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759024.988385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759024.988396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787759024.988397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787759024.988405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759024.988410:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759024.988431:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11000 00000100:00080000:0.0:1787759024.988445:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759024.988453:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759024.988491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766454656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759024.988512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759024.988515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759024.988516:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759024.988520:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11000 00000100:00080000:0.0:1787759024.988523:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759024.988528:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759024.988536:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759024.988543:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766454656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759024.988549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766454784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759024.988558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759024.988560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759024.988562:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759024.988564:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11000 00000100:00080000:0.0:1787759024.988566:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759024.988569:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759024.988572:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759024.988581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766454912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759024.988587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759024.988590:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759024.988591:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759024.988594:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11000 00000100:00080000:0.0:1787759024.988596:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759024.988599:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:3.0:1787759024.988604:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:0.0:1787759024.988606:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759024.988616:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766455040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759024.988622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759024.988624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759024.988625:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759024.988629:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11000 00000100:00080000:0.0:1787759024.988635:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759024.988638:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759024.988642:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759024.988649:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766455168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759024.988656:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759024/real 1787759024] req@ffffa0e6d86c7800 x1874589766454656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759024.988682:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766454656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759024.988691:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759024.988694:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759024.988697:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766454656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759024.988716:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766454784:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759024.988735:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759024.988745:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759024/real 1787759024] req@ffffa0e6d86c6300 x1874589766454784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759024.988753:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766454784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759024.988759:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759024.988761:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759024.988764:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766454784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759024.988767:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766454912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759024.988778:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759024.988783:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759024/real 1787759024] req@ffffa0e6d86c5c00 x1874589766454912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759024.988791:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766454912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759024.988796:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759024.988798:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759024.988801:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766454912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759024.988807:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766455040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759024.988825:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759024.988837:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759024/real 1787759024] req@ffffa0e6d86c5880 x1874589766455040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759024.988850:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766455040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759024.988861:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759024.988864:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759024.988866:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766455040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759024.988871:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766455168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759024.988886:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759024.988893:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759024/real 1787759024] req@ffffa0e6d86c6680 x1874589766455168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759024.988901:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766455168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759024.988907:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759024.988909:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759024.988911:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766455168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759025.884494:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759026.012390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759026.012393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759026.908476:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759027.036435:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759027.036435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759027.932540:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759028.060423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759028.060423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759028.956535:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759029.084440:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759029.084440:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759029.980474:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759030.108381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759030.108381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787759030.108415:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759030.108424:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759030.108428:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759030.108439:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11005 00000100:00080000:2.0:1787759030.108451:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759030.108459:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759030.108507:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766455296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759030.108533:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759030.108536:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759030.108537:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759030.108541:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11005 00000100:00080000:2.0:1787759030.108543:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759030.108545:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759030.108555:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759030.108564:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766455424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759030.108572:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759030.108575:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759030.108576:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759030.108580:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11005 00000100:00080000:2.0:1787759030.108587:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787759030.108587:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766455296:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787759030.108595:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759030.108606:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759030.108616:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766455552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759030.108622:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759030.108625:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759030.108626:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759030.108630:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11005 00000100:00080000:2.0:1787759030.108632:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759030.108635:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759030.108638:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787759030.108644:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766455680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759030.108650:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759030.108652:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759030.108654:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759030.108658:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11005 00000100:00080000:2.0:1787759030.108669:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759030.108673:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759030.108676:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787759030.108687:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766455808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787759030.108691:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759030.108738:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759030/real 1787759030] req@ffffa0e6c60c9880 x1874589766455296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759030.108761:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766455296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759030.108774:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759030.108779:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759030.108783:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766455296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759030.108810:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766455424:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759030.108835:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759030.108849:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759030/real 1787759030] req@ffffa0e6c60cb480 x1874589766455424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759030.108863:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766455424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759030.108873:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759030.108877:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759030.108881:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766455424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759030.108888:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766455552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759030.108911:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759030.108923:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759030/real 1787759030] req@ffffa0e6c60cad80 x1874589766455552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759030.108932:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766455552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759030.108938:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759030.108942:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759030.108946:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766455552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759030.108953:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766455680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759030.108975:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759030.108988:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759030/real 1787759030] req@ffffa0e6c60c8a80 x1874589766455680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759030.109000:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766455680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759030.109012:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759030.109016:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759030.109019:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766455680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759030.109026:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766455808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759030.109049:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759030.109061:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759030/real 1787759030] req@ffffa0e6c60c8e00 x1874589766455808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759030.109073:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766455808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759030.109081:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759030.109084:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759030.109086:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766455808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759031.004442:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759031.132370:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759031.132374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759032.028488:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759032.156344:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759032.156344:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759033.052433:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759033.180388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759033.180388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759034.076480:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759034.204373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759034.204373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759035.100421:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759035.228386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787759035.228390:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787759035.228399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787759035.228401:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759035.228408:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759035.228422:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11011 00000100:00080000:2.0:1787759035.228436:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759035.228446:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759035.228498:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766455936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759035.228530:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759035.228534:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759035.228536:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759035.228541:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11011 00000100:00080000:2.0:1787759035.228545:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759035.228549:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759035.228562:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759035.228576:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766455936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787759035.228580:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766456064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759035.228602:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759035.228606:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759035.228608:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759035.228614:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11011 00000100:00080000:2.0:1787759035.228618:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759035.228623:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759035.228629:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759035.228643:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766456192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759035.228652:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759035.228657:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759035.228660:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787759035.228666:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787759035.228672:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11011 00000100:00080000:2.0:1787759035.228677:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759035.228682:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759035.228688:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787759035.228703:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766456320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759035.228714:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787759035.228715:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759035/real 1787759035] req@ffffa0e6c60c8e00 x1874589766455936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759035.228730:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759035.228738:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759035.228747:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11011 00000100:00080000:2.0:1787759035.228752:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787759035.228754:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766455936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759035.228762:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759035.228774:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:3.0:1787759035.228782:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759035.228791:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:2.0:1787759035.228794:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766456448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759035.228809:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766455936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759035.228844:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766456064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759035.228873:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759035.228897:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759035/real 1787759035] req@ffffa0e6c60c8a80 x1874589766456064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759035.228912:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766456064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759035.228923:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759035.228927:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759035.228931:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766456064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759035.228939:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766456192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759035.228962:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759035.228974:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759035/real 1787759035] req@ffffa0e6c60cad80 x1874589766456192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759035.228989:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766456192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759035.228999:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759035.229003:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759035.229006:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766456192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759035.229023:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766456320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759035.229046:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759035.229059:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759035/real 1787759035] req@ffffa0e6c60cb480 x1874589766456320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759035.229072:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766456320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759035.229083:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759035.229086:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759035.229090:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766456320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759035.229098:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766456448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759035.229116:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759035.229127:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759035/real 1787759035] req@ffffa0e6c60c9880 x1874589766456448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759035.229152:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766456448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759035.229169:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759035.229173:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759035.229176:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766456448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759036.124481:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759036.252369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759036.252369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759037.148485:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759037.276375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759037.276375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759038.172445:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759038.300343:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759038.300356:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759039.196496:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759039.324390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759039.324390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759040.220451:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759040.348342:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759040.348368:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759040.348372:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759040.348379:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759040.348384:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759040.348394:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11016 00000100:00080000:0.0:1787759040.348404:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759040.348411:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759040.348447:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766456576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759040.348472:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759040.348475:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759040.348477:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759040.348482:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11016 00000100:00080000:0.0:1787759040.348485:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759040.348489:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759040.348498:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759040.348510:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766456576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759040.348513:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766456704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759040.348528:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759040.348532:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759040.348534:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759040.348539:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11016 00000100:00080000:0.0:1787759040.348542:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759040.348546:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759040.348551:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759040.348561:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766456832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759040.348571:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759040.348575:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759040.348578:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787759040.348580:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787759040.348585:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11016 00000100:00080000:0.0:1787759040.348590:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759040.348594:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759040.348599:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759040.348611:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766456960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759040.348621:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787759040.348623:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759040/real 1787759040] req@ffffa0e6d86c6680 x1874589766456576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759040.348628:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759040.348631:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759040.348639:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11016 00000100:00080000:0.0:1787759040.348644:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759040.348649:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759040.348655:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759040.348658:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766456576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759040.348667:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766457088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759040.348676:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759040.348685:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759040.348690:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766456576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759040.348720:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766456704:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759040.348745:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759040.348757:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759040/real 1787759040] req@ffffa0e6d86c5880 x1874589766456704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759040.348770:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766456704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759040.348780:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759040.348783:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759040.348787:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766456704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759040.348793:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766456832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759040.348813:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759040.348825:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759040/real 1787759040] req@ffffa0e6d86c5c00 x1874589766456832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759040.348836:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766456832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759040.348846:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759040.348849:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759040.348852:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766456832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759040.348859:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766456960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759040.348880:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759040.348891:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759040/real 1787759040] req@ffffa0e6d86c6300 x1874589766456960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759040.348903:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766456960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759040.348913:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759040.348916:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759040.348921:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766456960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759040.348927:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766457088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759040.348947:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759040.348959:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759040/real 1787759040] req@ffffa0e6d86c7800 x1874589766457088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759040.348971:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766457088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759040.348982:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759040.348986:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759040.348989:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766457088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759041.244429:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759041.372365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759041.372365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759042.268475:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759042.396398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759042.396398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759043.292477:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759043.420386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759043.420386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759044.316449:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759044.444386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759044.444386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759045.340438:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759045.468387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759045.468387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787759045.468433:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759045.468443:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759045.468447:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759045.468458:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11021 00000100:00080000:2.0:1787759045.468471:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759045.468479:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759045.468532:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766457216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759045.468567:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759045.468570:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759045.468572:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759045.468576:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11021 00000100:00080000:2.0:1787759045.468579:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759045.468583:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759045.468593:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759045.468604:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766457344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759045.468612:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759045.468616:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759045.468617:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759045.468622:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11021 00000100:00080000:2.0:1787759045.468628:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787759045.468630:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766457216:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787759045.468634:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759045.468642:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759045.468650:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766457472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759045.468656:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759045.468659:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759045.468660:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759045.468664:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11021 00000100:00080000:2.0:1787759045.468666:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759045.468669:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759045.468672:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787759045.468681:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766457600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759045.468687:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759045.468689:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759045.468690:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759045.468694:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11021 00000100:00080000:2.0:1787759045.468704:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759045.468708:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759045.468712:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787759045.468723:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766457728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787759045.468726:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759045.468780:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759045/real 1787759045] req@ffffa0e6c60c8380 x1874589766457216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759045.468800:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766457216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759045.468811:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759045.468815:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759045.468820:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766457216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759045.468843:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766457344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759045.468868:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759045.468880:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759045/real 1787759045] req@ffffa0e6c60c9f80 x1874589766457344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759045.468892:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766457344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759045.468902:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759045.468905:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759045.468909:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766457344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759045.468915:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766457472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759045.468933:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759045.468942:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759045/real 1787759045] req@ffffa0e6c60ca300 x1874589766457472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759045.468954:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766457472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759045.468962:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759045.468965:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759045.468968:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766457472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759045.468974:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766457600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759045.468991:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759045.469001:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759045/real 1787759045] req@ffffa0e6c60c9180 x1874589766457600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759045.469012:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766457600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759045.469059:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759045.469063:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759045.469066:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766457600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759045.469073:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766457728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759045.469093:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759045.469104:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759045/real 1787759045] req@ffffa0e6c60caa00 x1874589766457728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759045.469116:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766457728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759045.469126:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759045.469129:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759045.469132:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766457728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759046.364475:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759046.492387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759046.492387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759047.388456:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759047.516407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759047.516407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759048.412467:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759048.540383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759048.540383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759049.436470:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759049.564400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759049.564505:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759050.460520:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787759050.588414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759050.588427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1787759050.588428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759050.588429:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759050.588434:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759050.588451:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11026 00000100:00080000:3.0:1787759050.588465:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759050.588473:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759050.588522:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766457856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759050.588560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759050.588563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759050.588565:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759050.588568:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11026 00000100:00080000:3.0:1787759050.588571:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759050.588573:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759050.588582:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759050.588599:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766457984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759050.588610:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766457856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787759050.588614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759050.588619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759050.588620:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759050.588625:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11026 00000100:00080000:3.0:1787759050.588628:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759050.588634:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759050.588641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759050.588659:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766458112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759050.588680:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759050.588684:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759050.588687:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759050.588692:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11026 00000100:00080000:3.0:1787759050.588698:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759050.588703:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759050.588711:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759050.588719:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766457984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759050.588727:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766458240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759050.588738:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759050.588741:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759050.588743:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759050.588747:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11026 00000100:00080000:3.0:1787759050.588753:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759050.588757:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759050.588764:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787759050.588769:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766458112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759050.588779:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766458368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759050.588800:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766458240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759050.588819:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766458368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759051.484456:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759051.612359:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759051.612416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759052.508452:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759052.636401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759052.636456:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759053.532476:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759053.660340:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759053.660520:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:3.0:1787759053.660559:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787759053.660601:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787759053.660618:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787759053.660654:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787759053.660665:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787759053.660673:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787759053.660682:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787759053.660705:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759050/real 1787759053] req@ffffa0e6c35b3800 x1874589766458240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759053.660730:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766458240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759053.660747:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759053.660752:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759053.660756:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766458240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759053.660767:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759050/real 1787759053] req@ffffa0e6c35b2680 x1874589766458368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759053.660779:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766458368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759053.660789:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759053.660792:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759053.660796:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766458368:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759053.660802:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759050/real 1787759053] req@ffffa0e6c35b1c00 x1874589766457984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759053.660813:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766457984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759053.660822:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759053.660826:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759053.660829:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766457984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759053.660836:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759050/real 1787759053] req@ffffa0e6c35b1880 x1874589766458112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759053.660848:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766458112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759053.660857:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759053.660860:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759053.660863:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766458112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759053.660883:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759050/real 1787759053] req@ffffa0e6c35b0a80 x1874589766457856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759053.660897:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766457856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759053.660906:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759053.660909:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759053.660913:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766457856:192.168.201.131@tcp:250:kworker.0 00010000:00010000:1.0:1787759054.556430:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759054.684375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759054.684437:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759055.580474:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787759055.708357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759055.708367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1787759055.708369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759055.708370:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759055.708382:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11031 00000100:00080000:3.0:1787759055.708392:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759055.708399:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759055.708433:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766458496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759055.708456:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759055.708460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759055.708462:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759055.708466:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11031 00000100:00080000:3.0:1787759055.708468:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759055.708470:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759055.708479:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759055.708486:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759055.708490:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766458624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759055.708514:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766458496:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787759055.708514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759055.708525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759055.708527:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759055.708535:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11031 00000100:00080000:3.0:1787759055.708540:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759055.708543:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759055.708548:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759055.708562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766458752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759055.708573:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759055.708577:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759055.708578:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787759055.708584:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759055.708585:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11031 00000100:00080000:3.0:1787759055.708593:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759055.708597:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759055.708604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759055.708617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766458880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759055.708628:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787759055.708629:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759055/real 1787759055] req@ffffa0e6c35b1500 x1874589766458496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759055.708635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759055.708640:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759055.708649:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11031 00000100:00080000:3.0:1787759055.708655:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787759055.708660:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766458496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759055.708661:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759055.708671:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787759055.708679:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759055.708688:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759055.708689:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766459008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759055.708696:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766458496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759055.708729:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766458624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759055.708757:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759055.708773:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759055/real 1787759055] req@ffffa0e6c35b3b80 x1874589766458624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759055.708787:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766458624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759055.708797:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759055.708801:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759055.708805:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766458624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759055.708812:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766458752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759055.708852:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759055.708868:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759055/real 1787759055] req@ffffa0e6c35b3100 x1874589766458752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759055.708882:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766458752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759055.708891:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759055.708894:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759055.708898:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766458752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759055.708904:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766458880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759055.708924:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759055.708935:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759055/real 1787759055] req@ffffa0e6c35b1180 x1874589766458880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759055.708947:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766458880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759055.708958:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759055.708961:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759055.708965:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766458880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759055.708971:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766459008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759055.708991:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759055.709002:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759055/real 1787759055] req@ffffa0e6c35b0e00 x1874589766459008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759055.709014:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766459008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759055.709025:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759055.709028:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759055.709032:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766459008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759056.604486:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759056.732388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759056.732461:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759057.628496:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759057.756340:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759057.756357:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759058.652443:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759058.780371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759058.780475:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759059.676466:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759059.804385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759059.804385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759060.700514:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759060.828354:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759060.828357:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787759060.828510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759060.828516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759060.828520:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759060.828529:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11036 00000100:00080000:1.0:1787759060.828539:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759060.828546:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759060.828580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766459136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759060.828617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759060.828621:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759060.828623:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759060.828628:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11036 00000100:00080000:1.0:1787759060.828632:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759060.828637:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759060.828647:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759060.828656:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766459136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759060.828664:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766459264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759060.828677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759060.828680:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759060.828682:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759060.828686:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11036 00000100:00080000:1.0:1787759060.828690:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759060.828694:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759060.828699:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787759060.828714:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759060.828715:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766459392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759060.828727:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759060.828731:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759060.828733:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759060.828739:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11036 00000100:00080000:1.0:1787759060.828743:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787759060.828760:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759060/real 1787759060] req@ffffa0e6c792aa00 x1874589766459136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759060.828769:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759060.828778:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759060.828782:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766459136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759060.828794:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766459520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759060.828794:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759060.828803:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759060.828810:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766459136:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787759060.828813:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759060.828819:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759060.828821:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759060.828826:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11036 00000100:00080000:1.0:1787759060.828830:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759060.828836:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759060.828836:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766459264:192.168.201.131@tcp:38:kworker.0 00000008:00100000:1.0:1787759060.828845:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787759060.828860:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766459648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787759060.828867:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759060.828884:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759060/real 1787759060] req@ffffa0e6c7928e00 x1874589766459264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759060.828896:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766459264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759060.828903:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759060.828906:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759060.828909:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766459264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759060.828914:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766459392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759060.828928:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759060.828936:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759060/real 1787759060] req@ffffa0e6c792ad80 x1874589766459392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759060.828945:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766459392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759060.828952:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759060.828955:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759060.828958:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766459392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759060.828964:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766459520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759060.828978:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759060.828986:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759060/real 1787759060] req@ffffa0e6c7929880 x1874589766459520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759060.828995:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766459520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759060.829004:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759060.829006:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759060.829009:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766459520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759060.829021:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766459648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759060.829034:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759060.829042:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759060/real 1787759060] req@ffffa0e6c792b480 x1874589766459648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759060.829051:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766459648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759060.829060:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759060.829063:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759060.829066:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766459648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759061.724514:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759061.852408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759061.852408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759062.748461:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759062.876381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759062.876595:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759063.772423:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759063.900371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759063.900371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759064.796448:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759064.924339:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759064.924355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759065.820441:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759065.948393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787759065.948398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759065.948404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759065.948407:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759065.948415:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11041 00000100:00100000:2.0:1787759065.948427:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787759065.948431:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759065.948441:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759065.948476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766459776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759065.948503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759065.948507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759065.948509:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759065.948513:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11041 00000100:00080000:1.0:1787759065.948517:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759065.948520:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759065.948528:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759065.948539:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766459904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759065.948541:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766459776:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787759065.948553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759065.948555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759065.948557:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759065.948559:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11041 00000100:00080000:1.0:1787759065.948561:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759065.948563:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759065.948566:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759065.948576:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766460032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759065.948585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759065.948589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759065.948590:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759065.948594:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11041 00000100:00080000:1.0:1787759065.948599:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759065.948603:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759065.948609:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:0.0:1787759065.948611:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759065.948620:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766460160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759065.948627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759065.948630:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759065.948631:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759065.948633:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11041 00000100:00080000:1.0:1787759065.948636:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759065.948639:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759065.948642:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759065.948650:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759065/real 1787759065] req@ffffa0e6c792a300 x1874589766459776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759065.948651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766460288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759065.948690:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766459776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759065.948702:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759065.948706:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759065.948710:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766459776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759065.948730:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766459904:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759065.948751:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759065.948779:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759065/real 1787759065] req@ffffa0e6c7929c00 x1874589766459904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759065.948798:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766459904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759065.948806:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759065.948810:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759065.948813:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766459904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759065.948819:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766460032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759065.948838:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759065.948849:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759065/real 1787759065] req@ffffa0e6c792b100 x1874589766460032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759065.948861:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766460032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759065.948869:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759065.948872:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759065.948875:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766460032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759065.948881:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766460160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759065.948909:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759065.948921:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759065/real 1787759065] req@ffffa0e6c7929f80 x1874589766460160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759065.948932:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766460160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759065.948950:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759065.948954:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759065.948958:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766460160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759065.948964:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766460288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759065.948983:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759065.948993:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759065/real 1787759065] req@ffffa0e6c792bb80 x1874589766460288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759065.949004:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766460288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759065.949013:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759065.949016:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759065.949019:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766460288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759066.844465:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759066.972404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759066.972433:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759067.868419:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759067.996383:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759067.996387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759068.892386:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759069.020422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759069.022731:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759069.916424:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759070.044414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759070.044423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759070.940486:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759071.068385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759071.068394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759071.068396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759071.068400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759071.068408:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759071.068420:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11046 00000100:00080000:3.0:1787759071.068430:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759071.068438:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759071.068468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766460416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759071.068488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759071.068491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759071.068492:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759071.068495:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11046 00000100:00080000:3.0:1787759071.068498:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759071.068501:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759071.068508:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759071.068520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766460544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759071.068526:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766460416:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787759071.068546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759071.068548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759071.068550:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759071.068554:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11046 00000100:00080000:3.0:1787759071.068556:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759071.068559:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759071.068562:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759071.068589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766460672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759071.068595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759071.068597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759071.068599:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759071.068602:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11046 00000100:00080000:3.0:1787759071.068606:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759071.068609:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759071.068614:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759071.068624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766460800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759071.068640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787759071.068643:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759071.068653:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759071.068655:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759071.068660:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11046 00000100:00080000:3.0:1787759071.068665:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759071.068670:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759071.068675:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759071.068696:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759071/real 1787759071] req@ffffa0e6c35b0380 x1874589766460416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759071.068698:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766460928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759071.068786:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766460416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759071.068799:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759071.068804:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759071.068808:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766460416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759071.068836:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766460544:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759071.068862:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759071.068875:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759071/real 1787759071] req@ffffa0e6c35b0e00 x1874589766460544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759071.068887:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766460544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759071.068896:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759071.068900:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759071.068903:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766460544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759071.068910:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766460672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759071.068931:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759071.068940:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759071/real 1787759071] req@ffffa0e6c35b1180 x1874589766460672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759071.068948:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766460672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759071.068954:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759071.068956:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759071.068958:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766460672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759071.068962:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766460800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759071.068986:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759071.068992:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759071/real 1787759071] req@ffffa0e6c35b3100 x1874589766460800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759071.068999:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766460800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759071.069006:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759071.069008:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759071.069010:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766460800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759071.069013:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766460928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759071.069024:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759071.069030:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759071/real 1787759071] req@ffffa0e6c35b3b80 x1874589766460928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759071.069045:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766460928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759071.069054:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759071.069057:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759071.069060:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766460928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759071.964443:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759072.092360:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759072.092463:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759072.988496:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759073.116365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759073.116640:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759074.012485:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759074.140385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759074.140385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759075.036451:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759075.164338:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759075.164338:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759076.060423:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759076.188375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759076.188375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787759076.188390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759076.188398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759076.188402:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759076.188411:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11051 00000100:00080000:1.0:1787759076.188422:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759076.188429:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759076.188465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766461056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759076.188518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759076.188522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759076.188524:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759076.188529:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11051 00000100:00080000:1.0:1787759076.188533:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759076.188538:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759076.188547:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759076.188554:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766461056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759076.188562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766461184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759076.188574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759076.188577:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759076.188579:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759076.188583:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11051 00000100:00080000:1.0:1787759076.188587:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759076.188598:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759076.188602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759076.188617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766461312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787759076.188627:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787759076.188629:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759076.188634:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759076.188636:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759076.188641:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11051 00000100:00080000:1.0:1787759076.188652:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759076.188656:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759076.188662:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759076.188663:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759076/real 1787759076] req@ffffa0e6c7928380 x1874589766461056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759076.188677:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766461440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759076.188683:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766461056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759076.188691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759076.188698:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759076.188700:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759076.188700:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759076.188709:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:1.0:1787759076.188710:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11051 00000100:00080000:1.0:1787759076.188717:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787759076.188718:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766461056:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787759076.188723:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759076.188730:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787759076.188742:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766461568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759076.188752:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766461184:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759076.188777:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759076.188787:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759076/real 1787759076] req@ffffa0e6c7929180 x1874589766461184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759076.188798:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766461184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759076.188805:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759076.188807:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759076.188810:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766461184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759076.188815:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766461312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759076.188828:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759076.188836:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759076/real 1787759076] req@ffffa0e6c792a680 x1874589766461312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759076.188846:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766461312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759076.188854:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759076.188856:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759076.188859:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766461312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759076.188864:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766461440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759076.188878:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759076.188886:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759076/real 1787759076] req@ffffa0e6c7928a80 x1874589766461440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759076.188903:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766461440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759076.188911:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759076.188914:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759076.188917:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766461440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759076.188931:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766461568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759076.188950:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759076.188961:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759076/real 1787759076] req@ffffa0e6c7929500 x1874589766461568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759076.188971:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766461568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759076.188981:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759076.188984:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759076.188987:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766461568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759077.084440:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759077.212375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759077.212375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759078.108491:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759078.236375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759078.236375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759079.132472:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759079.260383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759079.260410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759080.156497:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759080.284356:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759080.284363:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759081.180443:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759081.308375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759081.308375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759081.308516:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759081.308522:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759081.308526:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759081.308534:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11057 00000100:00080000:0.0:1787759081.308544:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759081.308551:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759081.308586:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766461696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759081.308613:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759081.308617:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759081.308618:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759081.308623:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11057 00000100:00080000:0.0:1787759081.308627:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759081.308631:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759081.308640:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759081.308641:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766461696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759081.308656:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766461824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759081.308668:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759081.308672:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759081.308673:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759081.308677:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11057 00000100:00080000:0.0:1787759081.308682:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759081.308686:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759081.308691:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787759081.308697:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759081.308704:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766461952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759081.308719:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759081.308723:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1787759081.308726:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759081/real 1787759081] req@ffffa0e6d86c7800 x1874589766461696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759081.308727:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759081.308736:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11057 00000100:00080000:0.0:1787759081.308742:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787759081.308744:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766461696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759081.308749:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:3.0:1787759081.308756:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1787759081.308758:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:3.0:1787759081.308760:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759081.308765:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766461696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759081.308773:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766462080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759081.308783:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759081.308786:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1787759081.308788:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766461824:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787759081.308790:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759081.308795:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11057 00000100:00080000:0.0:1787759081.308799:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759081.308803:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:3.0:1787759081.308807:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:0.0:1787759081.308808:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759081.308817:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759081/real 1787759081] req@ffffa0e6d86c6300 x1874589766461824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759081.308823:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766462208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759081.308829:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766461824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759081.308843:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759081.308845:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759081.308848:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766461824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759081.308852:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766461952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759081.308863:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759081.308868:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759081/real 1787759081] req@ffffa0e6d86c5c00 x1874589766461952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759081.308875:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766461952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759081.308880:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759081.308881:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759081.308883:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766461952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759081.308886:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766462080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759081.308895:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759081.308900:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759081/real 1787759081] req@ffffa0e6d86c5880 x1874589766462080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759081.308906:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766462080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759081.308911:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759081.308913:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759081.308914:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766462080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759081.308925:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766462208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759081.308934:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759081.308939:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759081/real 1787759081] req@ffffa0e6d86c6680 x1874589766462208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759081.308946:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766462208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759081.308951:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759081.308953:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759081.308954:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766462208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759082.204544:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759082.332353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759082.332381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759083.228498:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759083.356388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759083.356433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759084.252435:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759084.380365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759084.380368:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759085.276443:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759085.404394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759085.404394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759086.300467:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787759086.428377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759086.428382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759086.428382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787759086.428390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759086.428395:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759086.428404:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11062 00000100:00080000:2.0:1787759086.428413:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759086.428420:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759086.428456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766462336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759086.428474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759086.428477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759086.428478:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759086.428481:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11062 00000100:00080000:2.0:1787759086.428483:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759086.428486:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759086.428493:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759086.428505:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766462336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787759086.428506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766462464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759086.428519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759086.428522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759086.428524:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759086.428528:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11062 00000100:00080000:2.0:1787759086.428531:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759086.428535:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759086.428540:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759086.428552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766462592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787759086.428561:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787759086.428566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759086.428569:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759086.428571:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759086.428576:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11062 00000100:00080000:2.0:1787759086.428579:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759086.428582:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759086.428586:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759086.428590:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759086/real 1787759086] req@ffffa0e6c60caa00 x1874589766462336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759086.428602:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766462336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759086.428609:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1787759086.428611:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766462720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759086.428614:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759086.428620:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766462336:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787759086.428632:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759086.428636:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759086.428637:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787759086.428642:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766462464:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787759086.428643:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11062 00000100:00080000:2.0:1787759086.428650:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759086.428654:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759086.428659:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:3.0:1787759086.428662:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759086.428673:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759086/real 1787759086] req@ffffa0e6c60c9180 x1874589766462464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759086.428676:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766462848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759086.428692:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766462464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759086.428700:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759086.428703:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759086.428705:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766462464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759086.428709:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766462592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759086.428720:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759086.428726:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759086/real 1787759086] req@ffffa0e6c60ca300 x1874589766462592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759086.428733:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766462592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759086.428737:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759086.428739:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759086.428740:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766462592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759086.428743:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766462720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759086.428753:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759086.428757:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759086/real 1787759086] req@ffffa0e6c60c9f80 x1874589766462720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759086.428764:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766462720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759086.428774:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759086.428776:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759086.428778:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766462720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759086.428786:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766462848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759086.428795:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759086.428800:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759086/real 1787759086] req@ffffa0e6c60c8380 x1874589766462848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759086.428806:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766462848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759086.428812:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759086.428813:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759086.428815:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766462848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759087.324469:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759087.452382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759087.452382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759088.348451:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759088.476375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759088.476375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759089.372431:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759089.500369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759089.500369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759090.396430:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759090.524384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759090.524384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759091.420429:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787759091.548343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759091.548345:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759091.548345:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787759091.548353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759091.548357:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759091.548365:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11067 00000100:00080000:2.0:1787759091.548373:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759091.548379:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759091.548409:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766462976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759091.548427:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759091.548430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759091.548431:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759091.548434:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11067 00000100:00080000:2.0:1787759091.548436:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759091.548439:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759091.548451:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759091.548453:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766462976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787759091.548461:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766463104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759091.548469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759091.548471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759091.548472:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759091.548475:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11067 00000100:00080000:2.0:1787759091.548477:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759091.548479:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759091.548482:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759091.548489:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766463232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759091.548494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759091.548497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759091.548498:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787759091.548501:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787759091.548503:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11067 00000100:00080000:2.0:1787759091.548507:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759091.548509:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759091.548513:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787759091.548521:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766463360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759091.548527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759091.548529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759091.548530:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787759091.548533:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759091/real 1787759091] req@ffffa0e6c60c9880 x1874589766462976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759091.548535:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11067 00000100:00080000:2.0:1787759091.548540:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759091.548545:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759091.548550:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759091.548556:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766462976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759091.548558:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766463488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759091.548577:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759091.548582:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759091.548585:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766462976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759091.548608:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766463104:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759091.548622:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759091.548629:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759091/real 1787759091] req@ffffa0e6c60cb480 x1874589766463104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759091.548637:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766463104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759091.548642:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759091.548644:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759091.548646:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766463104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759091.548649:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766463232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759091.548659:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759091.548663:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759091/real 1787759091] req@ffffa0e6c60cad80 x1874589766463232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759091.548670:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766463232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759091.548675:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759091.548676:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759091.548678:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766463232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759091.548681:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766463360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759091.548690:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759091.548695:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759091/real 1787759091] req@ffffa0e6c60c8a80 x1874589766463360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759091.548701:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766463360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759091.548707:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759091.548709:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759091.548710:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766463360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759091.548713:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766463488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759091.548721:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759091.548726:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759091/real 1787759091] req@ffffa0e6c60c8e00 x1874589766463488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759091.548732:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766463488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759091.548737:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759091.548739:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759091.548740:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766463488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759092.444457:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759092.572376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759092.572376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759093.468416:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759093.596385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759093.596385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759094.492423:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759094.620358:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759094.620358:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759095.516415:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759095.644388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759095.644418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759096.540457:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759096.668363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759096.668372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759096.668382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759096.668388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759096.668393:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759096.668402:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11072 00000100:00080000:3.0:1787759096.668416:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759096.668422:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759096.668453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766463616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759096.668475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759096.668477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759096.668479:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759096.668482:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11072 00000100:00080000:3.0:1787759096.668485:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759096.668487:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759096.668494:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759096.668503:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766463744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759096.668511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759096.668516:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766463616:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787759096.668516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759096.668518:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759096.668525:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11072 00000100:00080000:3.0:1787759096.668528:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759096.668531:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759096.668534:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759096.668542:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766463872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759096.668550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759096.668552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759096.668554:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759096.668556:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11072 00000100:00080000:3.0:1787759096.668560:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759096.668562:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759096.668565:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759096.668572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766464000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759096.668578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759096.668582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1787759096.668585:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759096.668585:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759096.668592:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11072 00000100:00080000:3.0:1787759096.668594:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759096.668597:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759096.668600:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759096.668613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766464128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759096.668629:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759096/real 1787759096] req@ffffa0e6c35b1500 x1874589766463616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759096.668648:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766463616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759096.668659:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759096.668663:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759096.668668:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766463616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759096.668688:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766463744:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759096.668709:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759096.668721:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759096/real 1787759096] req@ffffa0e6c35b0a80 x1874589766463744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759096.668742:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766463744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759096.668752:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759096.668755:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759096.668758:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766463744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759096.668764:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766463872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759096.668778:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759096.668787:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759096/real 1787759096] req@ffffa0e6c35b1880 x1874589766463872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759096.668799:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766463872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759096.668808:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759096.668810:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759096.668814:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766463872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759096.668820:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766464000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759096.668835:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759096.668843:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759096/real 1787759096] req@ffffa0e6c35b1c00 x1874589766464000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759096.668855:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766464000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759096.668872:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759096.668875:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759096.668878:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766464000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759096.668884:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766464128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759096.668898:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759096.668907:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759096/real 1787759096] req@ffffa0e6c35b2680 x1874589766464128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759096.668918:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766464128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759096.668929:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759096.668932:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759096.668935:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766464128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759097.564474:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759097.692356:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759097.692359:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759098.588412:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759098.716385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759098.716385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759099.612576:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759099.740407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759099.740428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759100.636412:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759100.764360:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759100.764360:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759101.660500:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759101.788317:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787759101.788387:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759101.788393:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759101.788397:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759101.788408:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11077 00000100:00100000:3.0:1787759101.788408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787759101.788420:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759101.788429:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759101.788467:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766464256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759101.788486:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759101.788488:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759101.788489:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759101.788492:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11077 00000100:00080000:1.0:1787759101.788494:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759101.788496:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759101.788504:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759101.788515:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766464384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759101.788528:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766464256:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787759101.788531:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759101.788540:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759101.788542:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759101.788545:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11077 00000100:00080000:1.0:1787759101.788547:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759101.788549:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759101.788553:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759101.788565:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766464512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759101.788571:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759101.788573:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759101.788574:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759101.788576:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11077 00000100:00080000:1.0:1787759101.788579:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759101.788583:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759101.788588:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759101.788599:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766464640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759101.788607:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759101.788611:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759101.788613:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759101.788616:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11077 00000100:00080000:1.0:1787759101.788622:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787759101.788625:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787759101.788631:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759101.788636:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787759101.788645:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766464768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759101.788684:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759101/real 1787759101] req@ffffa0e6c7928700 x1874589766464256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759101.788715:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766464256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759101.788726:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759101.788731:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759101.788736:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766464256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759101.788766:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766464384:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759101.788791:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759101.788805:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759101/real 1787759101] req@ffffa0e6c7929500 x1874589766464384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759101.788830:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766464384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759101.788841:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759101.788845:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759101.788849:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766464384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759101.788855:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766464512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759101.788874:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759101.788882:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759101/real 1787759101] req@ffffa0e6c7928a80 x1874589766464512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759101.788891:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766464512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759101.788902:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759101.788904:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759101.788915:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766464512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759101.788920:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766464640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759101.788934:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759101.788941:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759101/real 1787759101] req@ffffa0e6c792a680 x1874589766464640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759101.788948:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766464640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759101.788956:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759101.788958:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759101.788960:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766464640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759101.788964:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766464768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759101.788974:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759101.788980:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759101/real 1787759101] req@ffffa0e6c7929180 x1874589766464768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759101.788994:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766464768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759101.789002:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759101.789004:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759101.789007:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766464768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759102.684429:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759102.812379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759102.812379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759103.708424:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759103.836315:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759103.836345:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759104.732470:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759104.860425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759104.860425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759105.756442:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759105.884375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759105.884375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759106.780487:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759106.908375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759106.908383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787759106.908399:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759106.908410:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759106.908416:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759106.908429:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11082 00000100:00080000:1.0:1787759106.908442:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759106.908450:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759106.908499:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766464896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759106.908532:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759106.908536:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759106.908538:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759106.908542:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11082 00000100:00080000:1.0:1787759106.908552:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759106.908558:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759106.908569:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759106.908583:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766465024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759106.908589:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766464896:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787759106.908600:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759106.908615:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759106.908617:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759106.908622:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11082 00000100:00080000:1.0:1787759106.908627:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759106.908632:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759106.908638:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759106.908652:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766465152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759106.908662:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759106.908665:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759106.908667:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759106.908672:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11082 00000800:00000100:0.0:1787759106.908677:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787759106.908677:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759106.908686:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759106.908691:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759106.908706:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766465280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759106.908717:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759106.908720:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759106.908722:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759106.908727:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11082 00000100:00100000:0.0:1787759106.908732:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759106/real 1787759106] req@ffffa0e6c7928380 x1874589766464896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759106.908733:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759106.908741:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759106.908763:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759106.908778:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766464896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759106.908779:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766465408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759106.908814:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759106.908821:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759106.908826:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766464896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759106.908854:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766465024:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759106.908877:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759106.908890:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759106/real 1787759106] req@ffffa0e6c792bb80 x1874589766465024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759106.908902:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766465024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759106.908911:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759106.908915:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759106.908918:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766465024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759106.908923:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766465152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759106.908974:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759106.908985:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759106/real 1787759106] req@ffffa0e6c7929f80 x1874589766465152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759106.908996:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766465152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759106.909004:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759106.909007:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759106.909010:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766465152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759106.909015:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766465280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759106.909034:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759106.909044:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759106/real 1787759106] req@ffffa0e6c792b100 x1874589766465280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759106.909055:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766465280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759106.909064:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759106.909068:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759106.909071:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766465280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759106.909077:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766465408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759106.909095:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759106.909106:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759106/real 1787759106] req@ffffa0e6c7929c00 x1874589766465408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759106.909123:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766465408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759106.909132:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759106.909136:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759106.909139:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766465408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759107.804418:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759107.932424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759107.932434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759108.828399:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759108.956388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759108.956388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759109.852530:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759109.980390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759109.980394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759110.876449:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759111.004437:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759111.004438:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759111.900508:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759112.028379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759112.028379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787759112.028407:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759112.028414:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759112.028419:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759112.028428:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11087 00000100:00080000:0.0:1787759112.028437:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759112.028444:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759112.028478:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766465536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759112.028506:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759112.028510:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759112.028511:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759112.028515:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11087 00000100:00080000:0.0:1787759112.028519:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759112.028523:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759112.028532:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759112.028547:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766465536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759112.028549:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766465664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759112.028564:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759112.028567:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759112.028569:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759112.028573:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11087 00000100:00080000:0.0:1787759112.028576:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759112.028580:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759112.028586:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759112.028597:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766465792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759112.028606:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759112.028610:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759112.028614:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787759112.028615:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787759112.028623:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11087 00000100:00080000:0.0:1787759112.028627:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759112.028632:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759112.028636:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759112.028648:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766465920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759112.028657:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759112.028660:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759112.028663:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787759112.028665:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759112/real 1787759112] req@ffffa0e6d86c6680 x1874589766465536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759112.028670:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11087 00000100:00080000:0.0:1787759112.028676:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759112.028682:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759112.028686:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759112.028691:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766465536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759112.028698:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766466048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759112.028706:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759112.028713:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759112.028718:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766465536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759112.028743:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766465664:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759112.028765:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759112.028778:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759112/real 1787759112] req@ffffa0e6d86c5880 x1874589766465664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759112.028789:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766465664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759112.028797:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759112.028800:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759112.028803:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766465664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759112.028809:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766465792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759112.028826:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759112.028836:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759112/real 1787759112] req@ffffa0e6d86c5c00 x1874589766465792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759112.028878:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766465792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759112.028886:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759112.028889:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759112.028892:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766465792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759112.028898:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766465920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759112.028916:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759112.028925:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759112/real 1787759112] req@ffffa0e6d86c6300 x1874589766465920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759112.028936:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766465920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759112.028944:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759112.028948:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759112.028950:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766465920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759112.028956:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766466048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759112.028970:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759112.028979:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759112/real 1787759112] req@ffffa0e6d86c7800 x1874589766466048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759112.028990:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766466048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759112.028999:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759112.029001:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759112.029004:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766466048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759112.924379:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759113.052388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759113.052388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759113.948458:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759114.076347:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759114.076351:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759114.972462:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759115.100371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759115.100371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759115.996442:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759116.124357:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759116.126851:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759117.020429:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759117.148373:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787759117.148378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759117.148378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787759117.148385:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759117.148391:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759117.148400:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11092 00000100:00080000:0.0:1787759117.148411:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759117.148419:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759117.148453:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766466176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759117.148479:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759117.148487:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759117.148489:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759117.148494:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11092 00000100:00080000:0.0:1787759117.148498:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759117.148502:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759117.148511:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759117.148513:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766466176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759117.148527:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766466304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759117.148549:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759117.148552:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759117.148554:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759117.148559:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11092 00000100:00080000:0.0:1787759117.148563:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759117.148567:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759117.148572:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759117.148584:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766466432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759117.148594:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759117.148597:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759117.148599:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787759117.148602:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766466304:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787759117.148606:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11092 00000100:00080000:0.0:1787759117.148612:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759117.148616:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759117.148621:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759117.148633:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766466560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759117.148643:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766466432:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787759117.148645:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759117.148651:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759117.148653:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759117.148658:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11092 00000100:00080000:0.0:1787759117.148662:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759117.148667:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759117.148671:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766466560:192.168.201.131@tcp:8:kworker.0 00000008:00100000:0.0:1787759117.148673:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759117.148690:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766466688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759117.148709:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766466688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759118.044444:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759118.172368:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759118.172368:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759119.068463:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759119.196402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759119.196402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759120.092390:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759120.220351:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759120.220357:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:1.0:1787759120.220471:0:2388:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:1.0:1787759120.220502:0:2388:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787759120.220514:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787759120.220539:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787759120.220545:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787759120.220551:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787759120.220558:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:3.0:1787759120.220572:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759117/real 1787759120] req@ffffa0e6d86c6680 x1874589766466688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759120.220608:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766466688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759120.220622:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759120.220627:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759120.220631:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766466688:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759120.220639:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759117/real 1787759120] req@ffffa0e6d86c5880 x1874589766466560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759120.220651:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766466560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759120.220661:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759120.220664:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759120.220668:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766466560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759120.220675:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759117/real 1787759120] req@ffffa0e6d86c6300 x1874589766466304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759120.220686:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766466304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759120.220694:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759120.220697:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759120.220713:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766466304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759120.220719:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759117/real 1787759120] req@ffffa0e6d86c5c00 x1874589766466432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759120.220730:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766466432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759120.220740:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759120.220744:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759120.220748:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766466432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759120.220754:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759117/real 1787759120] req@ffffa0e6d86c7800 x1874589766466176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759120.220764:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766466176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759120.220769:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759120.220771:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759120.220774:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766466176:192.168.201.131@tcp:250:kworker.0 00010000:00010000:1.0:1787759121.116435:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759121.244376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759121.244376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759122.140456:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759122.268355:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787759122.268408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759122.268415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759122.268421:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759122.268433:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11098 00000100:00080000:1.0:1787759122.268447:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787759122.268447:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787759122.268459:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759122.268517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766466816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759122.268547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759122.268552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759122.268554:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759122.268559:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11098 00000100:00080000:1.0:1787759122.268562:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759122.268567:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759122.268579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759122.268589:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766466816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759122.268595:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766466944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759122.268606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759122.268608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759122.268610:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759122.268614:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11098 00000100:00080000:1.0:1787759122.268618:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759122.268621:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759122.268626:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759122.268638:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766467072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759122.268659:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759122.268675:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759122.268678:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759122.268682:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11098 00000100:00080000:1.0:1787759122.268687:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759122.268694:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:3.0:1787759122.268695:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:1.0:1787759122.268701:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759122.268715:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766467200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759122.268724:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759122.268733:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759122.268735:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759122.268739:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11098 00000100:00080000:1.0:1787759122.268743:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759122.268746:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759122.268750:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787759122.268761:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766467328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759122.268917:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759122/real 1787759122] req@ffffa0e6c792a300 x1874589766466816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759122.268936:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766466816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759122.268947:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759122.268951:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759122.268955:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766466816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759122.268986:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766466944:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759122.269027:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759122.269044:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759122/real 1787759122] req@ffffa0e6c792b480 x1874589766466944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759122.269056:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766466944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759122.269064:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759122.269068:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759122.269072:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766466944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759122.269078:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766467072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759122.269098:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759122.269192:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759122/real 1787759122] req@ffffa0e6c7929880 x1874589766467072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759122.269203:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766467072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759122.269211:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759122.269214:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759122.269223:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766467072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759122.269229:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766467200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759122.269250:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759122.269259:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759122/real 1787759122] req@ffffa0e6c792ad80 x1874589766467200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759122.269299:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766467200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759122.269311:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759122.269315:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759122.269318:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766467200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759122.269323:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766467328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759122.269342:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759122.269352:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759122/real 1787759122] req@ffffa0e6c7928e00 x1874589766467328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759122.269362:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766467328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759122.269372:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759122.269375:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759122.269378:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766467328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759123.164409:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759123.292334:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759123.292340:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759124.188444:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759124.316377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759124.316377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759125.212479:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759125.340376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759125.340376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759126.236444:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759126.364372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759126.364372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759127.260450:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759127.388373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759127.388375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759127.388404:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759127.388415:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759127.388420:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759127.388430:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11103 00000100:00080000:0.0:1787759127.388441:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759127.388448:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759127.388482:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766467456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759127.388505:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759127.388508:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759127.388510:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759127.388515:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11103 00000100:00080000:0.0:1787759127.388519:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759127.388523:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759127.388529:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766467456:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787759127.388532:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759127.388548:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766467584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759127.388558:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759127.388561:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759127.388564:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759127.388568:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11103 00000100:00080000:0.0:1787759127.388584:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759127.388589:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:3.0:1787759127.388593:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:0.0:1787759127.388595:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759127.388609:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766467712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759127.388619:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759127.388622:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759127.388625:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787759127.388628:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759127/real 1787759127] req@ffffa0e6d86c7800 x1874589766467456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759127.388632:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11103 00000100:00080000:0.0:1787759127.388639:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759127.388645:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759127.388649:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766467456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787759127.388650:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:3.0:1787759127.388661:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1787759127.388666:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766467840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759127.388667:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759127.388672:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766467456:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787759127.388685:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759127.388688:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759127.388690:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787759127.388695:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766467584:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787759127.388696:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11103 00000100:00080000:0.0:1787759127.388703:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759127.388708:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759127.388714:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:3.0:1787759127.388715:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759127.388725:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759127/real 1787759127] req@ffffa0e6d86c5c00 x1874589766467584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759127.388732:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766467968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759127.388737:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766467584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759127.388760:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759127.388763:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759127.388766:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766467584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759127.388770:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766467712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759127.388781:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759127.388789:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759127/real 1787759127] req@ffffa0e6d86c6300 x1874589766467712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759127.388800:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766467712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759127.388813:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759127.388815:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759127.388818:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766467712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759127.388822:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766467840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759127.388839:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759127.388848:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759127/real 1787759127] req@ffffa0e6d86c5880 x1874589766467840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759127.388858:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766467840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759127.388867:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759127.388869:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759127.388872:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766467840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759127.388889:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766467968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759127.388904:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759127.388913:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759127/real 1787759127] req@ffffa0e6d86c6680 x1874589766467968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759127.388923:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766467968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759127.388931:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759127.388933:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759127.388936:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766467968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759128.284472:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759128.412423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759128.412427:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759129.308442:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759129.436367:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759129.436367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759130.332429:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759130.460376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759130.460376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759131.356432:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759131.484373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759131.484373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759132.380434:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759132.508366:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787759132.508367:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759132.508367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787759132.508376:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759132.508379:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759132.508388:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11108 00000100:00080000:0.0:1787759132.508403:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759132.508409:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759132.508438:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766468096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759132.508461:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759132.508464:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759132.508465:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759132.508467:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11108 00000100:00080000:0.0:1787759132.508470:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759132.508473:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759132.508481:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759132.508506:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766468224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759132.508506:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766468096:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787759132.508521:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759132.508523:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759132.508524:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759132.508527:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11108 00000100:00080000:0.0:1787759132.508529:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759132.508532:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759132.508535:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759132.508541:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766468352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759132.508547:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759132.508549:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759132.508550:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759132.508552:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11108 00000100:00080000:0.0:1787759132.508554:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759132.508557:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759132.508560:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759132.508565:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766468480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787759132.508570:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787759132.508580:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759132.508583:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759132.508584:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759132.508589:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11108 00000100:00080000:0.0:1787759132.508591:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759132.508594:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759132.508597:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759132.508602:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759132/real 1787759132] req@ffffa0e6d86c6680 x1874589766468096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759132.508605:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766468608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759132.508633:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766468096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759132.508641:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759132.508644:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759132.508646:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766468096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759132.508664:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766468224:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759132.508677:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759132.508684:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759132/real 1787759132] req@ffffa0e6d86c5880 x1874589766468224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759132.508690:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766468224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759132.508696:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759132.508698:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759132.508700:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766468224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759132.508704:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766468352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759132.508713:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759132.508718:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759132/real 1787759132] req@ffffa0e6d86c6300 x1874589766468352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759132.508724:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766468352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759132.508729:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759132.508730:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759132.508732:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766468352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759132.508735:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766468480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759132.508743:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759132.508748:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759132/real 1787759132] req@ffffa0e6d86c5c00 x1874589766468480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759132.508754:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766468480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759132.508760:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759132.508761:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759132.508763:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766468480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759132.508766:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766468608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759132.508774:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759132.508780:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759132/real 1787759132] req@ffffa0e6d86c7800 x1874589766468608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759132.508786:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766468608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759132.508791:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759132.508793:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759132.508794:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766468608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759133.404449:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759133.532352:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759133.532352:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759134.428389:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759134.556373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759134.556373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759135.452419:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759135.580332:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759135.580381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759136.476464:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759136.604439:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759136.604440:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759137.500389:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759137.628310:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759137.628358:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787759137.628433:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759137.628438:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759137.628442:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759137.628450:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11113 00000100:00080000:1.0:1787759137.628460:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759137.628467:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759137.628505:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766468736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759137.628531:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759137.628535:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759137.628537:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759137.628542:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11113 00000100:00080000:1.0:1787759137.628547:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759137.628552:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759137.628563:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759137.628573:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766468736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759137.628580:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766468864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759137.628590:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759137.628593:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759137.628594:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759137.628598:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11113 00000100:00080000:1.0:1787759137.628601:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759137.628604:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759137.628607:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759137.628617:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766468992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759137.628623:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759137.628626:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759137.628628:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759137.628631:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11113 00000100:00080000:1.0:1787759137.628636:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759137.628639:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759137.628642:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:3.0:1787759137.628649:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759137.628661:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766469120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759137.628672:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759137.628674:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759137.628676:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759137.628680:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11113 00000100:00080000:1.0:1787759137.628683:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759137.628686:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759137.628689:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759137.628691:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759137/real 1787759137] req@ffffa0e6c792aa00 x1874589766468736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759137.628705:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766469248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759137.628717:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766468736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759137.628727:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759137.628731:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759137.628735:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766468736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759137.628754:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766468864:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759137.628773:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759137.628783:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759137/real 1787759137] req@ffffa0e6c7928e00 x1874589766468864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759137.628791:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766468864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759137.628797:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759137.628799:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759137.628802:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766468864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759137.628805:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766468992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759137.628816:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759137.628822:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759137/real 1787759137] req@ffffa0e6c792ad80 x1874589766468992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759137.628829:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766468992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759137.628835:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759137.628836:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759137.628838:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766468992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759137.628841:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766469120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759137.628852:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759137.628857:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759137/real 1787759137] req@ffffa0e6c7929880 x1874589766469120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759137.628865:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766469120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759137.628871:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759137.628873:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759137.628876:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766469120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759137.628879:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766469248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759137.628888:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759137.628893:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759137/real 1787759137] req@ffffa0e6c792b480 x1874589766469248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759137.628900:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766469248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759137.628907:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759137.628908:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759137.628910:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766469248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759138.524488:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759138.652361:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759138.652361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759139.548458:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759139.676415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759139.676415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759140.572486:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759140.700390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759140.700393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759141.596464:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759141.724410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759141.724410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759142.620488:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759142.748336:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759142.748375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759142.748385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759142.748394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759142.748398:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759142.748408:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11118 00000100:00080000:3.0:1787759142.748418:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759142.748426:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759142.748475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766469376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759142.748502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759142.748506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759142.748508:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759142.748513:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11118 00000100:00080000:3.0:1787759142.748518:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759142.748524:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759142.748533:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759142.748534:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766469376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759142.748553:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766469504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759142.748566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759142.748570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759142.748573:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759142.748578:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11118 00000100:00080000:3.0:1787759142.748582:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759142.748587:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759142.748592:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787759142.748600:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759142.748608:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766469632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759142.748621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759142.748625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759142.748627:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787759142.748632:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759142/real 1787759142] req@ffffa0e6c35b3800 x1874589766469376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759142.748636:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11118 00000100:00080000:3.0:1787759142.748644:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759142.748652:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759142.748657:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766469376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787759142.748660:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:0.0:1787759142.748672:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759142.748679:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759142.748680:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766469760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759142.748682:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766469376:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787759142.748700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759142.748704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787759142.748707:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766469504:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787759142.748708:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759142.748719:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11118 00000100:00080000:3.0:1787759142.748724:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759142.748730:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:0.0:1787759142.748736:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787759142.748740:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759142.748754:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759142/real 1787759142] req@ffffa0e6c35b0700 x1874589766469504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759142.748757:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766469888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759142.748799:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766469504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759142.748810:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759142.748814:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759142.748817:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766469504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759142.748824:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766469632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759142.748848:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759142.748861:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759142/real 1787759142] req@ffffa0e6c35b1f80 x1874589766469632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759142.748874:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766469632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759142.748883:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759142.748886:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759142.748889:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766469632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759142.748896:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766469760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759142.748918:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759142.748929:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759142/real 1787759142] req@ffffa0e6c35b2a00 x1874589766469760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759142.748941:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766469760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759142.748959:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759142.748962:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759142.748966:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766469760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759142.748983:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766469888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759142.749006:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759142.749017:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759142/real 1787759142] req@ffffa0e6c35b2d80 x1874589766469888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759142.749029:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766469888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759142.749040:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759142.749044:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759142.749048:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766469888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759143.644445:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759143.772421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759143.772426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759144.668481:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759144.796400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759144.796400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759145.692449:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759145.820409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759145.820410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759146.716481:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759146.844405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759146.844413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759147.740489:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787759147.868405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787759147.868407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759147.868407:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759147.868418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759147.868423:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759147.868433:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11123 00000100:00080000:3.0:1787759147.868444:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759147.868453:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759147.868490:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766470016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759147.868518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759147.868522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759147.868524:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759147.868529:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11123 00000100:00080000:3.0:1787759147.868532:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759147.868538:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759147.868547:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759147.868562:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766470016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759147.868564:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766470144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759147.868579:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759147.868583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759147.868585:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759147.868589:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11123 00000100:00080000:3.0:1787759147.868593:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759147.868597:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759147.868602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759147.868615:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766470272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759147.868625:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787759147.868630:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759147.868632:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759147.868635:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759147.868641:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11123 00000100:00080000:3.0:1787759147.868646:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759147.868660:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759147.868663:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759147/real 1787759147] req@ffffa0e6c35b3480 x1874589766470016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787759147.868671:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759147.868680:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766470016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759147.868688:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766470400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759147.868692:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759147.868700:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759147.868707:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766470016:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787759147.868708:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759147.868715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759147.868717:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759147.868723:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11123 00000100:00080000:3.0:1787759147.868727:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787759147.868731:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766470144:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787759147.868735:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759147.868742:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:0.0:1787759147.868753:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759147.868758:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766470528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759147.868765:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759147/real 1787759147] req@ffffa0e6c35b2d80 x1874589766470144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759147.868783:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766470144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759147.868790:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759147.868793:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759147.868796:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766470144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759147.868801:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766470272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759147.868815:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759147.868821:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759147/real 1787759147] req@ffffa0e6c35b2a00 x1874589766470272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759147.868828:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766470272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759147.868833:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759147.868835:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759147.868837:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766470272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759147.868840:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766470400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759147.868851:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759147.868857:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759147/real 1787759147] req@ffffa0e6c35b1f80 x1874589766470400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759147.868864:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766470400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759147.868870:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759147.868872:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759147.868874:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766470400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759147.868884:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766470528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759147.868894:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759147.868900:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759147/real 1787759147] req@ffffa0e6c35b0700 x1874589766470528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759147.868907:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766470528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759147.868917:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759147.868921:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759147.868925:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766470528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759148.764476:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759148.892370:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759148.892383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759149.788430:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759149.916362:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759149.916362:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759150.812432:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759150.940378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759150.940399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759151.836393:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759151.964382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759151.964382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759152.860469:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759152.988358:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759152.988358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759152.988368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759152.988372:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759152.988382:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11128 00000100:00080000:3.0:1787759152.988398:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759152.988406:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759152.988440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766470656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759152.988446:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759152.988469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759152.988479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759152.988481:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759152.988485:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11128 00000100:00080000:3.0:1787759152.988490:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759152.988494:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759152.988503:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759152.988515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766470784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759152.988526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759152.988530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759152.988532:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759152.988536:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11128 00000100:00080000:3.0:1787759152.988538:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759152.988542:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759152.988546:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759152.988556:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766470656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759152.988562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766470912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759152.988580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759152.988582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759152.988584:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759152.988589:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11128 00000100:00080000:3.0:1787759152.988596:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759152.988600:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759152.988605:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759152.988617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766471040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759152.988631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759152.988634:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759152.988636:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759152.988640:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11128 00000100:00080000:3.0:1787759152.988643:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759152.988647:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759152.988653:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:0.0:1787759152.988654:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759152.988669:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766471168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759152.988714:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759152/real 1787759152] req@ffffa0e6c35b3800 x1874589766470656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759152.988734:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766470656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759152.988745:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759152.988750:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759152.988754:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766470656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759152.988762:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766470784:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759152.988784:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759152.988796:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759152/real 1787759152] req@ffffa0e6c35b2680 x1874589766470784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759152.988807:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766470784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759152.988816:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759152.988819:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759152.988822:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766470784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759152.988851:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766470912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759152.988869:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759152.988879:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759152/real 1787759152] req@ffffa0e6c35b1c00 x1874589766470912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759152.988890:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766470912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759152.988903:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759152.988916:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759152.988923:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766470912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759152.988930:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766471040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759152.988949:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759152.988959:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759152/real 1787759152] req@ffffa0e6c35b1880 x1874589766471040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759152.988970:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766471040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759152.988980:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759152.988983:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759152.988986:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766471040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759152.988992:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766471168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759152.989008:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759152.989018:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759152/real 1787759152] req@ffffa0e6c35b0a80 x1874589766471168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759152.989029:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766471168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759152.989038:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759152.989041:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759152.989045:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766471168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759153.884409:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759154.012376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759154.012376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759154.908442:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759155.036403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759155.036403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759155.932520:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759156.060397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759156.062259:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759156.957360:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759157.084409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759157.084409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759157.980913:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787759158.108353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787759158.108354:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787759158.108364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759158.108369:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759158.108378:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11133 00000100:00080000:2.0:1787759158.108388:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759158.108396:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759158.108409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759158.108432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766471296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759158.108458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759158.108462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759158.108464:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759158.108468:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11133 00000100:00080000:2.0:1787759158.108471:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759158.108475:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759158.108484:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759158.108495:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766471296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787759158.108501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766471424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759158.108513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759158.108517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759158.108519:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759158.108523:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11133 00000100:00080000:2.0:1787759158.108527:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759158.108531:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759158.108537:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787759158.108550:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787759158.108551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766471552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759158.108562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759158.108565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759158.108567:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759158.108572:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11133 00000100:00080000:2.0:1787759158.108575:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759158.108580:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759158.108585:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759158.108589:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759158/real 1787759158] req@ffffa0e6c60c8e00 x1874589766471296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759158.108598:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766471680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759158.108606:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766471296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759158.108613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759158.108618:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787759158.108618:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759158.108623:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759158.108626:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:2.0:1787759158.108631:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11133 00000100:00100000:0.0:1787759158.108635:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766471296:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787759158.108636:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759158.108645:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759158.108650:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759158.108662:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766471424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787759158.108663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766471808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787759158.108693:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759158.108706:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759158/real 1787759158] req@ffffa0e6c60c8a80 x1874589766471424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759158.108715:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766471424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759158.108720:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759158.108722:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759158.108724:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766471424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759158.108728:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766471552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759158.108741:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759158.108746:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759158/real 1787759158] req@ffffa0e6c60cad80 x1874589766471552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759158.108753:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766471552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759158.108758:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759158.108759:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759158.108761:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766471552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759158.108764:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766471680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759158.108772:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759158.108777:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759158/real 1787759158] req@ffffa0e6c60cb480 x1874589766471680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759158.108783:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766471680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759158.108789:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759158.108791:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759158.108792:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766471680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759158.108802:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766471808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759158.108811:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759158.108816:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759158/real 1787759158] req@ffffa0e6c60c9880 x1874589766471808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759158.108826:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766471808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759158.108832:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759158.108833:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759158.108835:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766471808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759159.004410:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759159.132352:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759159.132421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759160.028367:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759160.156382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759160.156479:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759161.052397:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759161.180385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759161.180385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759162.076508:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759162.204364:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759162.204364:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759163.100432:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787759163.228385:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759163.228390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759163.228390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787759163.228398:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759163.228403:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759163.228413:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11139 00000100:00080000:1.0:1787759163.228423:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759163.228430:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759163.228464:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766471936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759163.228489:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759163.228493:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759163.228495:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759163.228499:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11139 00000100:00080000:1.0:1787759163.228503:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759163.228508:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759163.228517:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759163.228525:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766471936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759163.228533:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766472064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759163.228544:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759163.228547:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759163.228549:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759163.228553:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11139 00000100:00080000:1.0:1787759163.228557:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759163.228561:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759163.228566:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759163.228578:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766472192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759163.228587:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787759163.228590:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787759163.228592:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759163.228595:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759163.228600:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11139 00000100:00080000:1.0:1787759163.228605:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759163.228610:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759163.228615:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759163.228628:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759163/real 1787759163] req@ffffa0e6c792a300 x1874589766471936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759163.228629:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766472320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759163.228653:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759163.228657:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759163.228659:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787759163.228664:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766471936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759163.228666:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11139 00000100:00080000:1.0:1787759163.228671:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759163.228678:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:0.0:1787759163.228685:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1787759163.228686:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:0.0:1787759163.228693:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759163.228698:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766471936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759163.228703:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766472448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759163.228723:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766472064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759163.228746:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759163.228758:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759163/real 1787759163] req@ffffa0e6c7929c00 x1874589766472064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759163.228770:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766472064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759163.228778:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759163.228782:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759163.228785:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766472064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759163.228790:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766472192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759163.228808:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759163.228818:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759163/real 1787759163] req@ffffa0e6c792b100 x1874589766472192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759163.228829:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766472192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759163.228838:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759163.228841:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759163.228844:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766472192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759163.228850:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766472320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759163.228866:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759163.228876:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759163/real 1787759163] req@ffffa0e6c7929f80 x1874589766472320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759163.228893:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766472320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759163.228903:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759163.228906:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759163.228909:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766472320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759163.228915:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766472448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759163.228932:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759163.228955:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759163/real 1787759163] req@ffffa0e6c792bb80 x1874589766472448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759163.228967:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766472448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759163.228976:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759163.228979:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759163.228982:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766472448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759164.124449:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759164.252388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759164.252388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759165.148417:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759165.276378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759165.276384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759166.172378:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759166.300376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759166.300462:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759167.196445:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759167.324372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759167.324372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759168.220435:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759168.348369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787759168.348473:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759168.348488:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759168.348492:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787759168.348495:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759168.348502:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11144 00000100:00080000:0.0:1787759168.348513:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759168.348519:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759168.348552:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766472576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759168.348580:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759168.348584:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759168.348586:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759168.348590:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11144 00000100:00080000:0.0:1787759168.348594:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759168.348598:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759168.348603:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766472576:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787759168.348606:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759168.348625:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766472704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759168.348636:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759168.348639:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759168.348641:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759168.348645:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11144 00000100:00080000:0.0:1787759168.348649:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759168.348653:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759168.348658:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787759168.348662:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759168.348676:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766472832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759168.348690:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759168/real 1787759168] req@ffffa0e6d86c7800 x1874589766472576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759168.348692:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759168.348700:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759168.348703:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759168.348709:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11144 00000100:00100000:3.0:1787759168.348712:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766472576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759168.348714:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759168.348722:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:3.0:1787759168.348724:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1787759168.348727:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:3.0:1787759168.348728:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759168.348734:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766472576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759168.348742:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766472960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759168.348753:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766472704:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787759168.348767:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759168.348770:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759168.348774:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787759168.348774:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787759168.348781:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11144 00000100:00080000:0.0:1787759168.348785:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787759168.348786:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759168/real 1787759168] req@ffffa0e6d86c5c00 x1874589766472704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759168.348793:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759168.348800:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759168.348801:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766472704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759168.348810:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759168.348813:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759168.348816:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766473088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759168.348818:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766472704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759168.348826:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766472832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759168.348846:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759168.348871:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759168/real 1787759168] req@ffffa0e6d86c6300 x1874589766472832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759168.348878:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766472832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759168.348883:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759168.348885:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759168.348887:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766472832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759168.348898:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766472960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759168.348911:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759168.348920:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759168/real 1787759168] req@ffffa0e6d86c5880 x1874589766472960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759168.348931:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766472960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759168.348941:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759168.348944:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759168.348947:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766472960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759168.348952:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766473088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759168.348968:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759168.348978:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759168/real 1787759168] req@ffffa0e6d86c6680 x1874589766473088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759168.348988:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766473088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759168.348995:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759168.348996:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759168.348998:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766473088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759169.244435:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759169.372413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759169.372419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759170.268435:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759170.396355:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759170.396355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759171.292409:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759171.420365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759171.420365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759172.316406:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759172.444375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759172.444375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759173.340407:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759173.468342:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787759173.468349:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759173.468349:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759173.468351:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759173.468358:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759173.468366:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11149 00000100:00080000:0.0:1787759173.468381:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759173.468387:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759173.468413:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766473216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759173.468433:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759173.468435:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759173.468437:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759173.468439:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11149 00000100:00080000:0.0:1787759173.468442:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759173.468444:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759173.468450:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759173.468457:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766473344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759173.468467:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759173.468470:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759173.468472:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787759173.468475:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766473216:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787759173.468479:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11149 00000100:00080000:0.0:1787759173.468484:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759173.468488:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759173.468493:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759173.468506:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766473472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759173.468521:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759173.468525:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:3.0:1787759173.468527:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787759173.468528:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759173.468533:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11149 00000100:00080000:0.0:1787759173.468537:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759173.468540:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759173.468545:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759173.468554:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766473600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759173.468557:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759173/real 1787759173] req@ffffa0e6d86c6680 x1874589766473216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759173.468572:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759173.468575:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759173.468577:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787759173.468580:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766473216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759173.468581:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11149 00000100:00080000:0.0:1787759173.468585:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759173.468591:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759173.468597:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:3.0:1787759173.468598:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759173.468603:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759173.468605:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766473728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759173.468609:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766473216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759173.468636:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766473344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759173.468649:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759173.468657:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759173/real 1787759173] req@ffffa0e6d86c5880 x1874589766473344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759173.468664:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766473344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759173.468669:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759173.468672:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759173.468673:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766473344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759173.468677:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766473472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759173.468686:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759173.468691:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759173/real 1787759173] req@ffffa0e6d86c6300 x1874589766473472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759173.468697:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766473472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759173.468702:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759173.468704:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759173.468706:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766473472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759173.468710:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766473600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759173.468719:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759173.468724:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759173/real 1787759173] req@ffffa0e6d86c5c00 x1874589766473600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759173.468730:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766473600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759173.468736:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759173.468737:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759173.468739:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766473600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759173.468741:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766473728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759173.468750:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759173.468755:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759173/real 1787759173] req@ffffa0e6d86c7800 x1874589766473728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759173.468772:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766473728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759173.468779:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759173.468781:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759173.468783:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766473728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759174.364496:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759174.492328:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759174.492371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759175.388403:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759175.516365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759175.516366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759176.412461:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759176.540338:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759176.540339:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759177.436487:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759177.564393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759177.564393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759178.460422:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759178.588393:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787759178.588396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759178.588403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787759178.588404:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759178.588410:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759178.588420:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11154 00000100:00080000:0.0:1787759178.588428:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759178.588434:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759178.588465:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766473856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759178.588485:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759178.588487:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759178.588488:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759178.588491:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11154 00000100:00080000:0.0:1787759178.588493:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759178.588495:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759178.588502:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759178.588510:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766473984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759178.588518:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759178.588522:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787759178.588523:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766473856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787759178.588524:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759178.588531:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11154 00000100:00080000:0.0:1787759178.588534:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759178.588536:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759178.588538:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759178.588547:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766474112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759178.588558:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759178.588565:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759178.588567:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759178.588571:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11154 00000100:00080000:0.0:1787759178.588575:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759178.588578:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:3.0:1787759178.588583:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:0.0:1787759178.588591:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759178.588605:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766474240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759178.588614:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759178.588617:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759178.588619:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787759178.588621:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759178/real 1787759178] req@ffffa0e6d86c7800 x1874589766473856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759178.588623:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11154 00000100:00080000:0.0:1787759178.588627:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759178.588634:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759178.588639:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759178.588651:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766473856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759178.588652:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766474368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759178.588706:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759178.588710:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759178.588713:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766473856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759178.588729:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766473984:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759178.588747:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759178.588755:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759178/real 1787759178] req@ffffa0e6d86c5c00 x1874589766473984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759178.588763:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766473984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759178.588768:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759178.588770:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759178.588772:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766473984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759178.588775:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766474112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759178.588784:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759178.588789:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759178/real 1787759178] req@ffffa0e6d86c6300 x1874589766474112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759178.588796:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766474112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759178.588801:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759178.588802:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759178.588804:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766474112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759178.588807:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766474240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759178.588816:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759178.588821:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759178/real 1787759178] req@ffffa0e6d86c5880 x1874589766474240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759178.588827:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766474240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759178.588833:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759178.588834:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759178.588836:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766474240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759178.588839:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766474368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759178.588847:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759178.588854:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759178/real 1787759178] req@ffffa0e6d86c6680 x1874589766474368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759178.588865:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766474368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759178.588880:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759178.588882:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759178.588884:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766474368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759179.484468:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759179.612339:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759179.612366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759180.510731:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759180.636424:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759180.636424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759181.532483:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759181.660332:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759181.660332:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759182.556451:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759182.684401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759182.684403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759183.580447:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759183.708365:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787759183.708372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759183.708372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759183.708375:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759183.708382:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759183.708392:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11159 00000100:00080000:0.0:1787759183.708403:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759183.708411:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759183.708454:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766474496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759183.708478:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759183.708482:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759183.708484:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759183.708489:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11159 00000100:00080000:0.0:1787759183.708493:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759183.708497:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759183.708508:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759183.708510:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766474496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759183.708526:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766474624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759183.708534:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759183.708536:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759183.708538:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759183.708541:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11159 00000100:00080000:0.0:1787759183.708544:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759183.708555:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759183.708560:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759183.708573:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766474752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759183.708601:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759183.708603:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759183.708605:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759183.708608:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11159 00000100:00080000:0.0:1787759183.708612:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759183.708615:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759183.708625:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759183.708627:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766474624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759183.708637:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766474880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759183.708644:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759183.708647:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759183.708648:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759183.708652:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11159 00000100:00080000:0.0:1787759183.708655:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759183.708657:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759183.708661:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759183.708666:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766474752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759183.708671:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766475008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759183.708700:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766474880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759183.708716:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766475008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759184.604462:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759184.732388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759184.732476:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759185.628489:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759185.756401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759185.756480:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759186.652434:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759186.780376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759186.780616:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:3.0:1787759186.780730:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787759186.780778:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787759186.780795:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787759186.780840:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787759186.780848:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787759186.780855:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787759186.780863:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:0.0:1787759186.780937:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759183/real 1787759186] req@ffffa0e6d86c5c00 x1874589766474880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759186.780963:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766474880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759186.780979:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759186.780984:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759186.780988:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766474880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759186.780998:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759183/real 1787759186] req@ffffa0e6d86c7800 x1874589766475008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759186.781009:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766475008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759186.781018:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759186.781022:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759186.781025:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766475008:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759186.781031:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759183/real 1787759186] req@ffffa0e6d86c5880 x1874589766474624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759186.781044:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766474624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759186.781053:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759186.781056:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759186.781060:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766474624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759186.781067:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759183/real 1787759186] req@ffffa0e6d86c6300 x1874589766474752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759186.781077:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766474752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759186.781083:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759186.781085:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759186.781088:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766474752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759186.781095:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759183/real 1787759186] req@ffffa0e6d86c6680 x1874589766474496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759186.781107:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766474496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759186.781116:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759186.781130:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759186.781134:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766474496:192.168.201.131@tcp:250:kworker.0 00010000:00010000:0.0:1787759187.676453:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759187.804402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759187.804491:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759188.700395:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759188.828394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787759188.828438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759188.828451:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759188.828457:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787759188.828463:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787759188.828471:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11164 00000100:00080000:1.0:1787759188.828486:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759188.828515:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759188.828563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766475136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759188.828590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759188.828603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759188.828605:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759188.828614:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11164 00000100:00080000:1.0:1787759188.828620:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759188.828626:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759188.828638:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759188.828647:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766475136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759188.828656:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766475264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759188.828669:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759188.828674:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759188.828676:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759188.828681:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11164 00000100:00080000:1.0:1787759188.828686:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759188.828691:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759188.828697:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759188.828708:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766475392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759188.828719:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759188.828723:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759188.828725:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759188.828730:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11164 00000100:00080000:1.0:1787759188.828736:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787759188.828741:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787759188.828746:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759188.828753:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759188.828768:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766475520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759188.828777:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759188.828781:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759188.828783:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759188.828791:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11164 00000100:00100000:0.0:1787759188.828792:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759188/real 1787759188] req@ffffa0e6c7928380 x1874589766475136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759188.828796:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759188.828805:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759188.828814:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759188.828827:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766475136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759188.828830:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766475648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759188.828860:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759188.828868:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759188.828873:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766475136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759188.828904:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766475264:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759188.828931:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759188.828944:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759188/real 1787759188] req@ffffa0e6c7929180 x1874589766475264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759188.828956:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766475264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759188.828965:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759188.828969:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759188.828972:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766475264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759188.828978:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766475392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759188.828999:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759188.829011:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759188/real 1787759188] req@ffffa0e6c792a680 x1874589766475392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759188.829024:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766475392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759188.829034:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759188.829038:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759188.829041:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766475392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759188.829048:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766475520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759188.829070:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759188.829082:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759188/real 1787759188] req@ffffa0e6c7928a80 x1874589766475520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759188.829105:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766475520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759188.829117:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759188.829120:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759188.829123:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766475520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759188.829129:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766475648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759188.829152:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759188.829165:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759188/real 1787759188] req@ffffa0e6c7929500 x1874589766475648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759188.829178:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766475648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759188.829190:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759188.829193:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759188.829196:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766475648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759189.724443:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759189.852412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759189.852523:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759190.748493:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759190.876397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759190.876398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759191.772423:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759191.900332:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759191.900332:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759192.796449:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759192.924367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759192.924367:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759193.820447:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759193.948345:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759193.948347:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787759193.948364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759193.948371:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759193.948375:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759193.948386:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11169 00000100:00080000:1.0:1787759193.948397:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759193.948416:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759193.948454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766475776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759193.948481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759193.948484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759193.948486:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759193.948491:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11169 00000100:00080000:1.0:1787759193.948494:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759193.948498:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759193.948508:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759193.948524:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766475904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759193.948526:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766475776:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787759193.948541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759193.948545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759193.948547:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759193.948552:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11169 00000100:00080000:1.0:1787759193.948556:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759193.948560:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759193.948565:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759193.948578:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766476032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759193.948588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787759193.948593:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787759193.948595:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759193.948599:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759193.948604:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11169 00000100:00080000:1.0:1787759193.948608:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759193.948613:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759193.948618:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759193.948631:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766476160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759193.948633:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759193/real 1787759193] req@ffffa0e6c7928700 x1874589766475776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759193.948645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759193.948649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759193.948650:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759193.948658:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11169 00000100:00080000:1.0:1787759193.948665:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759193.948672:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759193.948679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759193.948686:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766475776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759193.948692:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766476288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759193.948721:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759193.948727:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759193.948732:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766475776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759193.948763:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766475904:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759193.948786:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759193.948809:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759193/real 1787759193] req@ffffa0e6c7929500 x1874589766475904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759193.948821:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766475904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759193.948830:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759193.948840:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759193.948844:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766475904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759193.948850:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766476032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759193.948868:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759193.948879:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759193/real 1787759193] req@ffffa0e6c7928a80 x1874589766476032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759193.948890:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766476032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759193.948905:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759193.948922:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759193.948926:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766476032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759193.948932:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766476160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759193.948952:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759193.948963:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759193/real 1787759193] req@ffffa0e6c792a680 x1874589766476160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759193.948975:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766476160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759193.948990:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759193.948993:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759193.948996:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766476160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759193.949001:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766476288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759193.949020:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759193.949030:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759193/real 1787759193] req@ffffa0e6c7929180 x1874589766476288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759193.949041:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766476288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759193.949050:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759193.949052:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759193.949056:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766476288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759194.844435:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759194.972404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759194.972404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759195.868405:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759195.996392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759195.996399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759196.892543:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759197.020365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759197.020390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759197.916469:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759198.044426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759198.044429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759198.940429:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787759199.068371:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787759199.068371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759199.068373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787759199.068382:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759199.068387:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759199.068397:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11174 00000100:00080000:1.0:1787759199.068407:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759199.068413:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759199.068443:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766476416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759199.068468:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759199.068471:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759199.068473:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759199.068478:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11174 00000100:00080000:1.0:1787759199.068481:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759199.068485:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759199.068495:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759199.068508:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766476544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759199.068516:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766476416:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787759199.068522:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759199.068535:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759199.068537:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759199.068542:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11174 00000100:00080000:1.0:1787759199.068547:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759199.068551:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759199.068555:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759199.068564:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766476672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787759199.068573:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787759199.068573:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759199.068578:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759199.068580:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759199.068583:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11174 00000100:00080000:1.0:1787759199.068587:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759199.068590:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759199.068593:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759199.068607:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766476800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759199.068611:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759199/real 1787759199] req@ffffa0e6c7928380 x1874589766476416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759199.068616:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759199.068622:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759199.068625:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759199.068631:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11174 00000100:00080000:1.0:1787759199.068634:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759199.068637:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759199.068640:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759199.068641:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766476416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759199.068651:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766476928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759199.068655:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759199.068664:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759199.068669:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766476416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759199.068688:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766476544:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759199.068722:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759199.068733:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759199/real 1787759199] req@ffffa0e6c792bb80 x1874589766476544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759199.068745:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766476544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759199.068752:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759199.068756:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759199.068759:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766476544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759199.068764:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766476672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759199.068779:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759199.068787:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759199/real 1787759199] req@ffffa0e6c7929f80 x1874589766476672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759199.068798:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766476672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759199.068807:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759199.068809:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759199.068812:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766476672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759199.068818:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766476800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759199.068831:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759199.068839:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759199/real 1787759199] req@ffffa0e6c792b100 x1874589766476800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759199.068849:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766476800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759199.068858:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759199.068861:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759199.068864:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766476800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759199.068869:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766476928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759199.068882:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759199.068890:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759199/real 1787759199] req@ffffa0e6c7929c00 x1874589766476928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759199.068906:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766476928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759199.068916:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759199.068918:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759199.068921:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766476928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759199.964403:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759200.092380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759200.092380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759200.988509:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759201.116373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759201.116374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759202.012436:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759202.140445:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759202.140450:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759203.036458:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759203.164336:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759203.164344:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759204.060467:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759204.188401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759204.188401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759204.188426:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759204.188436:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759204.188441:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759204.188457:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11179 00000100:00080000:0.0:1787759204.188471:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759204.188479:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759204.188537:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766477056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759204.188564:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759204.188568:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759204.188569:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759204.188573:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11179 00000100:00080000:0.0:1787759204.188576:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759204.188580:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759204.188590:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759204.188601:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766477184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759204.188607:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766477056:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787759204.188617:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759204.188620:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759204.188622:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759204.188626:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11179 00000100:00080000:0.0:1787759204.188628:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759204.188632:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759204.188635:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759204.188647:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766477312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759204.188654:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759204.188657:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759204.188659:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759204.188664:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11179 00000100:00080000:0.0:1787759204.188667:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759204.188670:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759204.188676:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:3.0:1787759204.188684:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759204.188687:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766477440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759204.188696:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759204.188700:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759204.188701:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759204.188708:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11179 00000100:00080000:0.0:1787759204.188711:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759204.188716:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759204.188721:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759204.188731:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759204/real 1787759204] req@ffffa0e6d86c6680 x1874589766477056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759204.188736:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766477568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759204.188818:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766477056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759204.188831:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759204.188835:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759204.188838:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766477056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759204.188859:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766477184:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759204.188876:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759204.188884:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759204/real 1787759204] req@ffffa0e6d86c6300 x1874589766477184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759204.188892:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766477184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759204.188898:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759204.188900:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759204.188903:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766477184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759204.188906:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766477312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759204.188917:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759204.188923:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759204/real 1787759204] req@ffffa0e6d86c5880 x1874589766477312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759204.188930:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766477312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759204.188935:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759204.188937:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759204.188939:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766477312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759204.188943:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766477440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759204.188953:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759204.188958:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759204/real 1787759204] req@ffffa0e6d86c7800 x1874589766477440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759204.188970:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766477440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759204.188977:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759204.188979:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759204.188980:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766477440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759204.188984:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766477568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759204.188994:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759204.189000:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759204/real 1787759204] req@ffffa0e6d86c5c00 x1874589766477568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759204.189007:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766477568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759204.189013:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759204.189015:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759204.189017:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766477568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759205.084432:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759205.212385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759205.212385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759206.108455:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759206.236394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759206.236394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759207.132456:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759207.260363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759207.260388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759208.156435:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759208.284338:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759208.284369:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759209.180435:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759209.308353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759209.308353:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759209.308398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759209.308409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759209.308415:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759209.308427:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11185 00000100:00080000:0.0:1787759209.308440:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759209.308450:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759209.308507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766477696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759209.308538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759209.308542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759209.308544:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759209.308550:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11185 00000100:00080000:0.0:1787759209.308554:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759209.308559:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759209.308570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759209.308575:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766477696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759209.308591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766477824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759209.308606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759209.308610:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759209.308612:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759209.308618:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11185 00000100:00080000:0.0:1787759209.308625:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759209.308630:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759209.308637:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787759209.308646:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759209.308653:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766477952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759209.308667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759209.308671:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759209.308673:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759209.308678:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11185 00000100:00080000:0.0:1787759209.308684:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787759209.308691:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759209/real 1787759209] req@ffffa0e6d86c5c00 x1874589766477696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759209.308694:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759209.308708:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759209.308732:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766478080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759209.308733:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766477696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759209.308755:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759209.308760:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759209.308761:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759209.308770:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759209.308771:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759209.308780:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766477696:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787759209.308785:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11185 00000100:00080000:0.0:1787759209.308792:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759209.308796:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759209.308802:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759209.308809:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766477824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759209.308819:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766478208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787759209.308835:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759209.308851:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759209/real 1787759209] req@ffffa0e6d86c7800 x1874589766477824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759209.308861:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766477824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759209.308867:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759209.308870:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759209.308872:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766477824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759209.308875:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766477952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759209.308887:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759209.308892:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759209/real 1787759209] req@ffffa0e6d86c5880 x1874589766477952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759209.308899:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766477952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759209.308908:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759209.308910:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759209.308912:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766477952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759209.308915:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766478080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759209.308924:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759209.308929:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759209/real 1787759209] req@ffffa0e6d86c6300 x1874589766478080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759209.308936:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766478080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759209.308942:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759209.308944:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759209.308946:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766478080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759209.308959:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766478208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759209.308968:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759209.308974:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759209/real 1787759209] req@ffffa0e6d86c6680 x1874589766478208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759209.308980:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766478208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759209.308986:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759209.308987:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759209.308990:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766478208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759210.204434:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759210.332372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759210.332380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759211.228428:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759211.356377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759211.356377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759212.252416:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759212.380367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759212.380367:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759213.276401:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759213.404324:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759213.404343:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759214.300421:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759214.428367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759214.428367:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787759214.428397:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759214.428403:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759214.428407:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759214.428415:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11190 00000100:00080000:1.0:1787759214.428424:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759214.428430:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759214.428471:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766478336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759214.428496:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759214.428500:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759214.428502:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759214.428508:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11190 00000100:00080000:1.0:1787759214.428512:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759214.428517:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759214.428523:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766478336:192.168.201.131@tcp:250:kworker.0 00000008:00100000:1.0:1787759214.428527:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759214.428545:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766478464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759214.428554:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759214.428557:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759214.428559:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759214.428562:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11190 00000100:00080000:1.0:1787759214.428565:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759214.428567:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759214.428573:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787759214.428581:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759214.428583:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766478592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759214.428591:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759214.428594:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759214.428596:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759214.428598:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11190 00000100:00080000:1.0:1787759214.428601:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759214.428604:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759214.428607:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759214.428614:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766478720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759214.428618:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759214/real 1787759214] req@ffffa0e6c792a300 x1874589766478336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759214.428633:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759214.428638:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759214.428640:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759214.428644:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11190 00000100:00100000:3.0:1787759214.428646:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766478336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759214.428648:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759214.428655:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759214.428662:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:3.0:1787759214.428665:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759214.428670:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759214.428674:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766478848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759214.428677:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766478336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759214.428714:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766478464:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759214.428740:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759214.428760:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759214/real 1787759214] req@ffffa0e6c792b480 x1874589766478464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759214.428772:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766478464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759214.428778:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759214.428781:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759214.428783:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766478464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759214.428788:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766478592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759214.428803:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759214.428810:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759214/real 1787759214] req@ffffa0e6c7929880 x1874589766478592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759214.428818:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766478592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759214.428823:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759214.428825:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759214.428826:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766478592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759214.428830:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766478720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759214.428841:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759214.428846:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759214/real 1787759214] req@ffffa0e6c792ad80 x1874589766478720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759214.428854:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766478720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759214.428860:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759214.428861:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759214.428863:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766478720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759214.428867:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766478848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759214.428876:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759214.428882:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759214/real 1787759214] req@ffffa0e6c7928e00 x1874589766478848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759214.428889:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766478848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759214.428896:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759214.428897:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759214.428899:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766478848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759215.324447:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759215.452334:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759215.452354:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759216.348446:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759216.476375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759216.476375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759217.372433:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759217.500391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759217.500391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759218.396494:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759218.524402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759218.524455:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759219.420488:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787759219.548374:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759219.548375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787759219.548391:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759219.548397:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759219.548410:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11195 00000100:00080000:1.0:1787759219.548423:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759219.548433:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759219.548439:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759219.548481:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766478976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759219.548511:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759219.548515:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759219.548517:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759219.548530:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11195 00000100:00080000:1.0:1787759219.548535:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759219.548541:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759219.548560:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759219.548566:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766478976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759219.548582:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766479104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759219.548595:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759219.548600:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759219.548602:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759219.548607:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11195 00000100:00080000:1.0:1787759219.548612:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759219.548617:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759219.548624:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759219.548637:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766479232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759219.548649:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787759219.548652:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787759219.548655:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759219.548659:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759219.548665:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11195 00000100:00080000:1.0:1787759219.548670:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759219.548675:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759219.548682:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759219.548695:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766479360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759219.548700:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759219/real 1787759219] req@ffffa0e6c792aa00 x1874589766478976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759219.548715:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759219.548722:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759219.548724:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759219.548730:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11195 00000100:00080000:1.0:1787759219.548734:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787759219.548736:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766478976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759219.548741:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759219.548748:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:3.0:1787759219.548759:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1787759219.548764:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766479488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759219.548768:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759219.548772:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766478976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759219.548807:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766479104:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759219.548845:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759219.548855:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759219/real 1787759219] req@ffffa0e6c7928e00 x1874589766479104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759219.548870:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766479104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759219.548877:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759219.548879:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759219.548881:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766479104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759219.548885:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766479232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759219.548898:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759219.548904:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759219/real 1787759219] req@ffffa0e6c792ad80 x1874589766479232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759219.548912:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766479232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759219.548918:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759219.548921:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759219.548923:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766479232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759219.548926:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766479360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759219.548938:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759219.548943:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759219/real 1787759219] req@ffffa0e6c7929880 x1874589766479360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759219.548970:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766479360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759219.548983:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759219.548985:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759219.548988:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766479360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759219.548992:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766479488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759219.549008:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759219.549015:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759219/real 1787759219] req@ffffa0e6c792b480 x1874589766479488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759219.549022:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766479488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759219.549030:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759219.549032:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759219.549034:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766479488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759220.444519:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759220.572353:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759220.572385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759221.468440:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759221.596410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759221.596410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759222.492469:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759222.620394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759222.620394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759223.516513:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759223.644400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759223.644400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759224.540495:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787759224.668411:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787759224.668411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759224.668425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787759224.668426:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759224.668433:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759224.668448:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11200 00000100:00080000:1.0:1787759224.668461:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759224.668480:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759224.668526:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766479616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759224.668559:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759224.668562:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759224.668564:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759224.668567:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11200 00000100:00080000:1.0:1787759224.668570:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759224.668574:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759224.668583:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759224.668593:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766479744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759224.668602:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759224.668605:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759224.668607:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787759224.668611:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766479616:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787759224.668613:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11200 00000100:00080000:1.0:1787759224.668617:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759224.668622:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759224.668630:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759224.668641:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766479872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759224.668648:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759224.668651:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759224.668652:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759224.668654:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11200 00000100:00080000:1.0:1787759224.668657:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759224.668659:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759224.668662:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759224.668670:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766480000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759224.668676:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759224.668679:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759224.668681:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759224.668683:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11200 00000100:00080000:1.0:1787759224.668685:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759224.668687:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759224.668690:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:3.0:1787759224.668696:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759224.668700:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766480128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759224.668738:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759224/real 1787759224] req@ffffa0e6c792a300 x1874589766479616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759224.668753:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766479616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759224.668762:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759224.668765:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759224.668769:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766479616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759224.668790:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766479744:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759224.668815:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759224.668828:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759224/real 1787759224] req@ffffa0e6c7929c00 x1874589766479744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759224.668843:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766479744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759224.668851:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759224.668853:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759224.668856:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766479744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759224.668875:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766479872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759224.668898:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759224.668911:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759224/real 1787759224] req@ffffa0e6c792b100 x1874589766479872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759224.668924:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766479872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759224.668932:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759224.668935:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759224.668937:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766479872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759224.668941:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766480000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759224.668958:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759224.668965:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759224/real 1787759224] req@ffffa0e6c7929f80 x1874589766480000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759224.668973:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766480000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759224.668981:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759224.668983:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759224.668985:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766480000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759224.668988:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766480128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759224.668998:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759224.669003:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759224/real 1787759224] req@ffffa0e6c792bb80 x1874589766480128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759224.669011:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766480128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759224.669018:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759224.669020:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759224.669022:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766480128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759225.564470:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759225.692387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759225.692399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759226.588530:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759226.716416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759226.716416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759227.612438:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759227.740361:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759227.740388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759228.637911:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759228.764394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759228.764514:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759229.660432:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759229.788442:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759229.788465:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759229.788476:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759229.788485:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759229.788490:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759229.788505:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11205 00000100:00080000:0.0:1787759229.788521:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759229.788531:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759229.788590:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766480256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759229.788615:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759229.788618:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759229.788620:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759229.788623:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11205 00000100:00080000:0.0:1787759229.788627:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759229.788631:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759229.788641:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759229.788652:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766480256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759229.788656:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766480384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759229.788681:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759229.788685:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759229.788686:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759229.788692:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11205 00000100:00080000:0.0:1787759229.788697:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759229.788702:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759229.788707:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759229.788719:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766480512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759229.788730:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759229.788733:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759229.788734:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759229.788738:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11205 00000800:00000100:3.0:1787759229.788745:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787759229.788747:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759229.788755:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759229.788761:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759229.788786:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766480640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759229.788797:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787759229.788799:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759229/real 1787759229] req@ffffa0e6d86c6680 x1874589766480256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759229.788801:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759229.788804:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759229.788813:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11205 00000100:00080000:0.0:1787759229.788822:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759229.788832:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759229.788838:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759229.788841:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766480256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759229.788855:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766480768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759229.788899:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759229.788919:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759229.788928:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766480256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759229.788955:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766480384:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759229.788979:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759229.788989:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759229/real 1787759229] req@ffffa0e6d86c6300 x1874589766480384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759229.788998:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766480384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759229.789006:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759229.789009:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759229.789012:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766480384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759229.789019:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766480512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759229.789039:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759229.789051:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759229/real 1787759229] req@ffffa0e6d86c5880 x1874589766480512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759229.789061:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766480512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759229.789070:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759229.789074:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759229.789077:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766480512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759229.789083:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766480640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759229.789102:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759229.789111:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759229/real 1787759229] req@ffffa0e6d86c7800 x1874589766480640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759229.789122:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766480640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759229.789131:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759229.789134:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759229.789136:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766480640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759229.789140:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766480768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759229.789154:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759229.789160:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759229/real 1787759229] req@ffffa0e6d86c5c00 x1874589766480768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759229.789167:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766480768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759229.789173:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759229.789175:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759229.789177:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766480768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759230.684463:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759230.812367:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759230.812499:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759231.708486:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759231.836404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759231.836422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759232.732467:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759232.860371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759232.860371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759233.756455:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759233.884420:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759233.884488:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759234.780560:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759234.909761:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759234.909830:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787759234.910052:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759234.910058:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759234.910063:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759234.910072:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11210 00000100:00080000:0.0:1787759234.910080:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759234.910086:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759234.910119:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766480896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759234.910143:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759234.910147:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759234.910149:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759234.910152:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11210 00000100:00080000:0.0:1787759234.910155:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759234.910160:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759234.910168:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759234.910186:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766480896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759234.910197:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766481024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759234.910211:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759234.910216:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759234.910218:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759234.910222:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11210 00000100:00080000:0.0:1787759234.910226:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759234.910232:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759234.910237:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759234.910249:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766481152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787759234.910282:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787759234.910294:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759234.910297:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759234.910300:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759234.910310:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11210 00000100:00080000:0.0:1787759234.910315:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759234.910320:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759234.910326:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759234.910332:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759234/real 1787759234] req@ffffa0e6d86c5c00 x1874589766480896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759234.910342:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766481280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759234.910368:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759234.910371:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759234.910373:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787759234.910379:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766480896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759234.910396:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759234.910401:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:0.0:1787759234.910439:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11210 00000100:00080000:0.0:1787759234.910445:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759234.910451:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759234.910456:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759234.910466:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766481408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759234.910478:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766480896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759234.910514:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766481024:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759234.910539:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759234.910551:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759234/real 1787759234] req@ffffa0e6d86c7800 x1874589766481024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759234.910560:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766481024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759234.910566:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759234.910568:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759234.910571:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766481024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759234.910575:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766481152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759234.910587:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759234.910593:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759234/real 1787759234] req@ffffa0e6d86c5880 x1874589766481152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759234.910600:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766481152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759234.910610:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759234.910612:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759234.910613:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766481152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759234.910617:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766481280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759234.910627:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759234.910631:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759234/real 1787759234] req@ffffa0e6d86c6300 x1874589766481280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759234.910638:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766481280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759234.910645:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759234.910646:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759234.910648:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766481280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759234.910652:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766481408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759234.910661:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759234.910666:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759234/real 1787759234] req@ffffa0e6d86c6680 x1874589766481408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759234.910673:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766481408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759234.910678:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759234.910696:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759234.910700:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766481408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759235.804448:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759235.932370:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759235.932370:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759236.828407:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759236.956426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759236.956434:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759237.852487:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759237.980399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759237.980400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759238.876459:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759239.004409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759239.004409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759239.900488:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759240.028343:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759240.028343:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759240.028358:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759240.028365:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759240.028371:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759240.028384:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11215 00000100:00080000:0.0:1787759240.028398:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759240.028407:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759240.028453:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766481536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759240.028482:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759240.028486:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759240.028488:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759240.028499:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11215 00000100:00080000:0.0:1787759240.028503:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759240.028509:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759240.028509:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766481536:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787759240.028523:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759240.028543:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766481664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759240.028556:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759240.028560:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759240.028561:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759240.028566:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11215 00000100:00080000:0.0:1787759240.028571:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759240.028576:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759240.028581:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787759240.028582:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759240.028608:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766481792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759240.028626:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759240.028630:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759240.028632:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787759240.028636:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759240/real 1787759240] req@ffffa0e6d86c6680 x1874589766481536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759240.028639:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11215 00000100:00080000:0.0:1787759240.028646:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759240.028651:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759240.028655:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766481536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787759240.028657:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00080000:3.0:1787759240.028670:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1787759240.028676:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766481920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759240.028676:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759240.028681:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766481536:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787759240.028696:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759240.028700:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759240.028701:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759240.028706:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11215 00000100:00080000:0.0:1787759240.028710:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787759240.028713:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766481664:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787759240.028717:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759240.028723:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:3.0:1787759240.028736:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759240.028737:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766482048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759240.028746:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759240/real 1787759240] req@ffffa0e6d86c6300 x1874589766481664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759240.028757:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766481664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759240.028765:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759240.028768:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759240.028770:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766481664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759240.028774:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766481792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759240.028783:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759240.028788:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759240/real 1787759240] req@ffffa0e6d86c5880 x1874589766481792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759240.028795:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766481792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759240.028800:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759240.028802:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759240.028803:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766481792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759240.028806:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766481920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759240.028816:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759240.028821:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759240/real 1787759240] req@ffffa0e6d86c7800 x1874589766481920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759240.028828:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766481920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759240.028834:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759240.028836:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759240.028837:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766481920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759240.028846:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766482048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759240.028854:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759240.028859:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759240/real 1787759240] req@ffffa0e6d86c5c00 x1874589766482048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759240.028866:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766482048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759240.028873:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759240.028874:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759240.028876:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766482048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759240.924458:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759241.052412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759241.052412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759241.948444:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759242.076320:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759242.076344:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759242.972432:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759243.100375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759243.100379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759243.996435:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759244.124376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759244.124376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759245.020412:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759245.148381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759245.148381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787759245.148386:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759245.148392:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759245.148396:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759245.148404:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11220 00000100:00080000:2.0:1787759245.148412:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759245.148419:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759245.148450:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766482176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759245.148475:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759245.148478:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759245.148480:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759245.148486:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11220 00000100:00080000:2.0:1787759245.148497:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759245.148519:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759245.148525:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766482176:192.168.201.131@tcp:250:kworker.0 00000008:00100000:2.0:1787759245.148528:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759245.148547:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766482304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759245.148556:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759245.148558:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759245.148560:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759245.148562:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11220 00000100:00080000:2.0:1787759245.148573:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759245.148576:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759245.148579:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787759245.148584:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787759245.148590:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766482432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759245.148597:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759245.148599:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759245.148601:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759245.148603:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11220 00000100:00080000:2.0:1787759245.148606:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759245.148609:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759245.148612:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759245.148616:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759245/real 1787759245] req@ffffa0e6c60c8380 x1874589766482176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759245.148622:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766482560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759245.148632:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787759245.148635:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766482176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759245.148636:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759245.148639:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759245.148647:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11220 00000100:00080000:2.0:1787759245.148650:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759245.148651:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787759245.148652:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:3.0:1787759245.148658:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:2.0:1787759245.148659:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759245.148664:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766482176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787759245.148669:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766482688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759245.148685:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766482304:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759245.148709:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759245.148720:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759245/real 1787759245] req@ffffa0e6c60c9f80 x1874589766482304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759245.148727:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766482304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759245.148732:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759245.148735:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759245.148737:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766482304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759245.148740:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766482432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759245.148751:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759245.148756:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759245/real 1787759245] req@ffffa0e6c60ca300 x1874589766482432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759245.148763:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766482432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759245.148767:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759245.148769:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759245.148770:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766482432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759245.148773:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766482560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759245.148782:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759245.148787:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759245/real 1787759245] req@ffffa0e6c60c9180 x1874589766482560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759245.148793:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766482560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759245.148803:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759245.148805:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759245.148808:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766482560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759245.148813:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766482688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759245.148830:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759245.148840:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759245/real 1787759245] req@ffffa0e6c60caa00 x1874589766482688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759245.148851:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766482688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759245.148857:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759245.148859:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759245.148860:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766482688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759246.044511:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759246.172337:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759246.172376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759247.068454:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759247.196377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759247.196379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759248.092427:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759248.220396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759248.220396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759249.116413:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759249.244391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759249.244391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759250.140475:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787759250.268337:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759250.268345:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759250.268349:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787759250.268352:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759250.268352:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787759250.268359:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11226 00000100:00080000:2.0:1787759250.268369:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759250.268376:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759250.268423:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766482816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759250.268452:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759250.268456:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759250.268458:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759250.268463:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11226 00000100:00080000:2.0:1787759250.268468:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759250.268477:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759250.268487:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759250.268502:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766482944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759250.268517:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787759250.268525:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766482816:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787759250.268527:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759250.268531:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759250.268537:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11226 00000100:00080000:2.0:1787759250.268540:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759250.268543:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759250.268547:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759250.268559:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766483072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759250.268573:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759250.268577:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759250.268579:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759250.268585:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11226 00000100:00080000:2.0:1787759250.268589:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759250.268593:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759250.268599:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787759250.268614:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766483200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759250.268624:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759250.268628:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759250.268631:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759250.268636:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11226 00000100:00080000:2.0:1787759250.268640:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787759250.268647:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766482944:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787759250.268648:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759250.268660:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787759250.268676:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766483328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759250.268680:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766483072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759250.268725:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766483200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759250.268762:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766483328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759251.164469:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759251.292466:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759251.292470:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759252.188469:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759252.316363:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759252.316364:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759253.212472:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759253.340405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759253.340405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:0.0:1787759253.340555:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:0.0:1787759253.340591:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787759253.340605:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787759253.340636:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787759253.340642:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787759253.340648:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787759253.340655:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:3.0:1787759253.340691:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759250/real 1787759253] req@ffffa0e6c60c8380 x1874589766483328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759253.340717:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766483328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759253.340732:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759253.340738:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759253.340743:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766483328:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759253.340751:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759250/real 1787759253] req@ffffa0e6c60c9180 x1874589766482944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759253.340765:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766482944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759253.340774:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759253.340778:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759253.340782:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766482944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759253.340789:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759250/real 1787759253] req@ffffa0e6c60ca300 x1874589766483072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759253.340801:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766483072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759253.340810:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759253.340814:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759253.340817:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766483072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759253.340825:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759250/real 1787759253] req@ffffa0e6c60c9f80 x1874589766483200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759253.340837:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766483200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759253.340848:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759253.340852:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759253.340855:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766483200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759253.340862:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759250/real 1787759253] req@ffffa0e6c60caa00 x1874589766482816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759253.340875:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766482816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759253.340883:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759253.340887:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759253.340890:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766482816:192.168.201.131@tcp:250:kworker.0 00010000:00010000:1.0:1787759254.236485:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759254.364371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759254.364428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759255.260470:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787759255.388394:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759255.388405:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759255.388410:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759255.388419:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11231 00000100:00080000:2.0:1787759255.388429:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759255.388435:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759255.388439:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759255.388467:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766483456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759255.388491:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759255.388493:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759255.388495:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759255.388498:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11231 00000100:00080000:2.0:1787759255.388500:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759255.388502:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759255.388509:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759255.388517:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766483584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759255.388523:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759255.388526:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759255.388527:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759255.388529:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11231 00000100:00080000:2.0:1787759255.388532:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759255.388534:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759255.388537:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759255.388542:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766483712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759255.388547:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759255.388550:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759255.388551:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759255.388553:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11231 00000100:00080000:2.0:1787759255.388555:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759255.388557:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759255.388560:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787759255.388567:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766483840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759255.388572:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759255.388574:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759255.388575:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759255.388577:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11231 00000100:00080000:2.0:1787759255.388579:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759255.388582:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759255.388586:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787759255.388596:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766483968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759255.388732:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766483456:192.168.201.131@tcp:250:kworker.0 00000800:00000100:3.0:1787759255.388814:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759255.388847:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759255/real 1787759255] req@ffffa0e6c60c9880 x1874589766483456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759255.388866:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766483456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759255.388877:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759255.388882:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759255.388886:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766483456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759255.388893:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766483584:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759255.388916:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759255.388929:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759255/real 1787759255] req@ffffa0e6c60cb480 x1874589766483584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759255.388941:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766483584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759255.388949:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759255.388952:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759255.388955:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766483584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759255.388961:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766483712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759255.388997:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759255.389011:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759255/real 1787759255] req@ffffa0e6c60cad80 x1874589766483712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759255.389025:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766483712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759255.389041:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759255.389045:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759255.389048:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766483712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759255.389055:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766483840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759255.389076:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759255.389089:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759255/real 1787759255] req@ffffa0e6c60c8a80 x1874589766483840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759255.389101:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766483840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759255.389114:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759255.389118:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759255.389121:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766483840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759255.389128:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766483968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759255.389148:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759255.389161:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759255/real 1787759255] req@ffffa0e6c60c8e00 x1874589766483968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759255.389173:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766483968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759255.389184:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759255.389188:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759255.389192:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766483968:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787759255.389341:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759256.284416:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759256.412406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759256.412475:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759257.308509:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759257.436394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759257.436405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759258.332389:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759258.460381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759258.460381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759259.356465:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759259.484373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759259.484486:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759260.380448:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759260.508359:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759260.508359:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759260.508364:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759260.508370:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759260.508373:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759260.508380:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11236 00000100:00080000:0.0:1787759260.508388:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759260.508393:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759260.508423:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766484096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759260.508442:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759260.508445:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759260.508446:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759260.508448:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11236 00000100:00080000:0.0:1787759260.508451:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759260.508453:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759260.508461:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759260.508472:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766484224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759260.508483:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759260.508486:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759260.508488:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759260.508492:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11236 00000100:00080000:0.0:1787759260.508495:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759260.508499:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759260.508504:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759260.508513:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766484352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759260.508521:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759260.508523:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759260.508524:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759260.508531:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11236 00000100:00080000:0.0:1787759260.508534:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787759260.508535:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766484096:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787759260.508537:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759260.508549:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759260.508559:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766484480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759260.508566:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759260.508569:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759260.508571:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759260.508573:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11236 00000100:00080000:0.0:1787759260.508576:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759260.508578:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759260.508580:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759260.508594:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766484608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787759260.508632:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759260.508676:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759260/real 1787759260] req@ffffa0e6d86c5c00 x1874589766484096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759260.508697:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766484096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759260.508706:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759260.508710:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759260.508712:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766484096:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759260.508718:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766484224:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759260.508738:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759260.508746:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759260/real 1787759260] req@ffffa0e6d86c7800 x1874589766484224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759260.508754:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766484224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759260.508760:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759260.508762:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759260.508764:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766484224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759260.508786:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766484352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759260.508796:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759260.508803:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759260/real 1787759260] req@ffffa0e6d86c5880 x1874589766484352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759260.508809:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766484352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759260.508814:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759260.508816:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759260.508818:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766484352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759260.508821:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766484480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759260.508832:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759260.508838:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759260/real 1787759260] req@ffffa0e6d86c6300 x1874589766484480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759260.508844:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766484480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759260.508852:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759260.508853:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759260.508855:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766484480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759260.508858:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766484608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759260.508868:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759260.508873:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759260/real 1787759260] req@ffffa0e6d86c6680 x1874589766484608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759260.508879:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766484608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759260.508886:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759260.508888:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759260.508890:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766484608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759261.404520:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759261.532375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759261.532375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759262.428429:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759262.556380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759262.556380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759263.452453:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759263.580384:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759263.580384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759264.476427:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759264.604365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759264.604365:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759265.500459:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759265.628427:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759265.628427:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787759265.628478:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759265.628483:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759265.628487:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759265.628496:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11241 00000100:00080000:2.0:1787759265.628505:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759265.628512:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759265.628546:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766484736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759265.628574:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759265.628577:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759265.628579:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759265.628582:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11241 00000100:00080000:2.0:1787759265.628585:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759265.628589:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759265.628599:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759265.628611:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766484864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759265.628619:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766484736:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787759265.628639:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759265.628642:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759265.628644:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759265.628651:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11241 00000100:00080000:2.0:1787759265.628654:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759265.628657:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759265.628662:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759265.628674:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766484992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759265.628683:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759265.628686:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759265.628688:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759265.628693:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11241 00000100:00080000:2.0:1787759265.628697:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787759265.628702:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787759265.628704:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759265.628711:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787759265.628725:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766485120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759265.628737:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759265.628740:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759265.628743:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787759265.628748:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759265/real 1787759265] req@ffffa0e6c60c8e00 x1874589766484736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759265.628755:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11241 00000100:00080000:2.0:1787759265.628768:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759265.628775:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759265.628781:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766484736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787759265.628783:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:3.0:1787759265.628805:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759265.628808:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759265.628813:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766484736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787759265.628820:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766485248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759265.628841:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766484864:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759265.628860:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759265.628868:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759265/real 1787759265] req@ffffa0e6c60c8a80 x1874589766484864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759265.628875:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766484864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759265.628881:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759265.628883:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759265.628885:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766484864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759265.628890:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766484992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759265.628900:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759265.628906:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759265/real 1787759265] req@ffffa0e6c60cad80 x1874589766484992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759265.628912:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766484992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759265.628919:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759265.628921:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759265.628924:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766484992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759265.628929:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766485120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759265.628947:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759265.628957:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759265/real 1787759265] req@ffffa0e6c60cb480 x1874589766485120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759265.628967:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766485120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759265.628977:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759265.628981:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759265.628984:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766485120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759265.628991:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766485248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759265.629007:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759265.629014:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759265/real 1787759265] req@ffffa0e6c60c9880 x1874589766485248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759265.629022:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766485248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759265.629030:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759265.629032:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759265.629034:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766485248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759266.524542:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759266.652394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759266.652395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759267.548451:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759267.676402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759267.676419:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759268.572485:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759268.700408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759268.700408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759269.596440:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759269.724377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759269.724377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759270.620421:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759270.748381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759270.748381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759270.748381:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759270.748391:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759270.748395:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759270.748405:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11246 00000100:00080000:3.0:1787759270.748417:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759270.748424:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759270.748465:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766485376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759270.748500:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759270.748504:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759270.748506:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759270.748511:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11246 00000100:00080000:3.0:1787759270.748515:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759270.748520:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759270.748531:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766485376:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787759270.748532:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759270.748549:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766485504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759270.748564:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759270.748567:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759270.748569:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759270.748573:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11246 00000100:00080000:3.0:1787759270.748576:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759270.748580:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759270.748584:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759270.748594:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766485632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787759270.748603:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759270.748605:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759270.748609:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759270.748611:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759270.748616:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11246 00000100:00080000:3.0:1787759270.748620:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759270.748625:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759270.748630:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759270.748640:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759270/real 1787759270] req@ffffa0e6c35b1500 x1874589766485376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759270.748642:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766485760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759270.748664:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759270.748667:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766485376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759270.748668:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759270.748671:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759270.748680:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11246 00000100:00080000:0.0:1787759270.748684:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759270.748685:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759270.748690:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787759270.748693:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759270.748697:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766485376:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787759270.748699:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759270.748711:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766485888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759270.748721:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766485504:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759270.748747:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759270.748755:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759270/real 1787759270] req@ffffa0e6c35b3b80 x1874589766485504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759270.748763:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766485504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759270.748769:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759270.748771:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759270.748773:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766485504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759270.748777:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766485632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759270.748787:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759270.748792:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759270/real 1787759270] req@ffffa0e6c35b3100 x1874589766485632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759270.748799:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766485632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759270.748804:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759270.748805:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759270.748807:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766485632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759270.748809:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766485760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759270.748819:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759270.748825:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759270/real 1787759270] req@ffffa0e6c35b1180 x1874589766485760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759270.748831:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766485760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759270.748838:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759270.748839:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759270.748841:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766485760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759270.748849:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766485888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759270.748858:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759270.748864:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759270/real 1787759270] req@ffffa0e6c35b0e00 x1874589766485888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759270.748870:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766485888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759270.748876:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759270.748878:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759270.748879:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766485888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759271.644500:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759271.772376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759271.772376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759272.668466:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759272.796407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759272.796418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759273.692481:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759273.820363:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759273.820390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759274.716539:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759274.844350:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759274.844350:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759275.740434:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759275.868399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759275.868404:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759275.868416:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759275.868421:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759275.868433:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11251 00000100:00080000:0.0:1787759275.868447:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759275.868456:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759275.868460:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759275.868504:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766486016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759275.868532:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759275.868535:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759275.868537:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759275.868541:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11251 00000100:00080000:0.0:1787759275.868545:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759275.868549:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759275.868559:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759275.868567:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766486016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759275.868574:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766486144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759275.868584:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759275.868587:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759275.868589:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759275.868593:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11251 00000100:00080000:0.0:1787759275.868596:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759275.868600:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759275.868604:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759275.868615:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766486272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759275.868626:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759275.868629:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759275.868631:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759275.868635:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11251 00000800:00000100:3.0:1787759275.868640:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787759275.868643:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759275.868649:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759275.868654:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759275.868664:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766486400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759275.868671:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759275.868675:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1787759275.868676:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759275/real 1787759275] req@ffffa0e6d86c6680 x1874589766486016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759275.868677:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759275.868684:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11251 00000100:00080000:0.0:1787759275.868689:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759275.868694:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759275.868697:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759275.868701:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766486016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759275.868705:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766486528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759275.868720:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759275.868726:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759275.868730:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766486016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759275.868754:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766486144:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759275.868768:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759275.868775:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759275/real 1787759275] req@ffffa0e6d86c6300 x1874589766486144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759275.868783:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766486144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759275.868788:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759275.868791:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759275.868793:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766486144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759275.868796:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766486272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759275.868805:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759275.868810:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759275/real 1787759275] req@ffffa0e6d86c5880 x1874589766486272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759275.868817:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766486272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759275.868822:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759275.868823:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759275.868825:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766486272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759275.868828:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766486400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759275.868838:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759275.868842:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759275/real 1787759275] req@ffffa0e6d86c7800 x1874589766486400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759275.868849:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766486400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759275.868855:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759275.868856:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759275.868859:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766486400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759275.868862:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766486528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759275.868871:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759275.868875:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759275/real 1787759275] req@ffffa0e6d86c5c00 x1874589766486528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759275.868882:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766486528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759275.868891:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759275.868893:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759275.868896:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766486528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759276.764448:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759276.892335:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759276.892366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759277.788437:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759277.916388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759277.916388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759278.812430:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759278.940363:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759278.940363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759279.836420:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759279.964385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759279.964385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759280.860510:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759280.988340:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759280.988382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787759280.988509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759280.988517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759280.988522:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759280.988534:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11256 00000100:00080000:1.0:1787759280.988547:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759280.988557:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759280.988599:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766486656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759280.988623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759280.988626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759280.988627:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759280.988631:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11256 00000100:00080000:1.0:1787759280.988634:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759280.988637:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759280.988646:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759280.988651:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766486656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759280.988658:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766486784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759280.988665:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759280.988667:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759280.988668:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759280.988670:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11256 00000100:00080000:1.0:1787759280.988672:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759280.988674:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759280.988677:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759280.988685:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766486912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759280.988691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759280.988693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759280.988695:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759280.988698:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11256 00000100:00080000:1.0:1787759280.988700:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759280.988703:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759280.988706:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759280.988716:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766487040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787759280.988723:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787759280.988731:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759280.988734:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759280.988736:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759280.988741:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11256 00000100:00080000:1.0:1787759280.988747:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759280.988751:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759280.988756:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759280.988763:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759280/real 1787759280] req@ffffa0e6c7928380 x1874589766486656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759280.988771:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766487168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759280.988780:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766486656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759280.988790:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759280.988793:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759280.988798:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766486656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759280.988817:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766486784:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759280.988838:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759280.988846:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759280/real 1787759280] req@ffffa0e6c7929180 x1874589766486784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759280.988854:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766486784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759280.988859:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759280.988861:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759280.988863:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766486784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759280.988866:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766486912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759280.988902:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759280.988909:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759280/real 1787759280] req@ffffa0e6c792a680 x1874589766486912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759280.988916:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766486912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759280.988922:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759280.988924:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759280.988925:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766486912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759280.988928:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766487040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759280.988938:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759280.988944:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759280/real 1787759280] req@ffffa0e6c7928a80 x1874589766487040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759280.988950:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766487040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759280.988957:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759280.988958:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759280.988960:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766487040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759280.988963:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766487168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759280.988972:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759280.988977:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759280/real 1787759280] req@ffffa0e6c7929500 x1874589766487168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759280.988984:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766487168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759280.988992:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759280.988995:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759280.988999:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766487168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759281.884461:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759282.012420:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759282.012420:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759282.908456:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759283.036374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759283.036374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759283.932747:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759284.060398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759284.060409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759284.956391:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759285.084365:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759285.084431:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759285.980552:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759286.108399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759286.108399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787759286.108422:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759286.108431:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759286.108435:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759286.108446:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11261 00000100:00080000:2.0:1787759286.108457:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759286.108463:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759286.108494:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766487296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759286.108519:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759286.108522:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759286.108523:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759286.108526:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11261 00000100:00080000:2.0:1787759286.108528:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759286.108531:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759286.108538:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759286.108548:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766487424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759286.108556:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766487296:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787759286.108568:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759286.108573:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759286.108575:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759286.108581:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11261 00000100:00080000:2.0:1787759286.108589:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759286.108593:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759286.108599:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759286.108615:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766487552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759286.108621:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759286.108623:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759286.108625:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759286.108627:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11261 00000100:00080000:2.0:1787759286.108631:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759286.108635:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759286.108640:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:3.0:1787759286.108648:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787759286.108654:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766487680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759286.108662:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759286.108664:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759286.108665:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759286.108669:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11261 00000100:00080000:2.0:1787759286.108674:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759286.108677:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759286.108680:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787759286.108688:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766487808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759286.108699:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759286/real 1787759286] req@ffffa0e6c60caa00 x1874589766487296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759286.108715:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766487296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759286.108724:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759286.108728:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759286.108730:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766487296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759286.108753:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766487424:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759286.108768:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759286.108776:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759286/real 1787759286] req@ffffa0e6c60c9f80 x1874589766487424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759286.108795:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766487424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759286.108801:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759286.108803:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759286.108805:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766487424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759286.108809:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766487552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759286.108823:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759286.108829:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759286/real 1787759286] req@ffffa0e6c60ca300 x1874589766487552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759286.108836:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766487552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759286.108846:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759286.108848:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759286.108850:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766487552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759286.108853:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766487680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759286.108863:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759286.108869:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759286/real 1787759286] req@ffffa0e6c60c9180 x1874589766487680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759286.108875:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766487680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759286.108882:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759286.108884:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759286.108885:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766487680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759286.108888:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766487808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759286.108897:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759286.108902:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759286/real 1787759286] req@ffffa0e6c60c8380 x1874589766487808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759286.108916:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766487808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759286.108923:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759286.108925:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759286.108927:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766487808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759287.004496:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759287.132396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759287.132412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759288.028449:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759288.156431:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759288.156432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759289.052467:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759289.180393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759289.180410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759290.076392:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759290.204379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759290.204379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759291.100480:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759291.228342:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759291.228347:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787759291.228370:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759291.228375:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759291.228379:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759291.228386:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11267 00000100:00080000:0.0:1787759291.228394:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759291.228399:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759291.228429:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766487936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759291.228449:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759291.228452:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759291.228456:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759291.228458:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11267 00000100:00080000:0.0:1787759291.228460:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759291.228463:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759291.228470:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759291.228478:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766488064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759291.228484:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759291.228486:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759291.228487:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759291.228493:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11267 00000100:00080000:0.0:1787759291.228496:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787759291.228497:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766487936:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787759291.228500:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759291.228506:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759291.228512:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766488192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759291.228518:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759291.228520:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759291.228521:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759291.228523:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11267 00000100:00080000:0.0:1787759291.228525:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759291.228527:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759291.228529:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759291.228536:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766488320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759291.228541:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759291.228543:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759291.228544:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759291.228546:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11267 00000100:00080000:0.0:1787759291.228554:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759291.228558:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:3.0:1787759291.228562:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:0.0:1787759291.228564:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759291.228578:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766488448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759291.228593:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759291/real 1787759291] req@ffffa0e6d86c5c00 x1874589766487936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759291.228607:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766487936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759291.228614:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759291.228617:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759291.228619:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766487936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759291.228623:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766488064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759291.228637:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759291.228644:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759291/real 1787759291] req@ffffa0e6d86c7800 x1874589766488064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759291.228651:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766488064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759291.228656:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759291.228657:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759291.228659:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766488064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759291.228675:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766488192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759291.228684:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759291.228708:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759291/real 1787759291] req@ffffa0e6d86c5880 x1874589766488192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759291.228720:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766488192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759291.228728:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759291.228731:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759291.228735:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766488192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759291.228740:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766488320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759291.228755:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759291.228761:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759291/real 1787759291] req@ffffa0e6d86c6300 x1874589766488320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759291.228768:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766488320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759291.228774:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759291.228776:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759291.228778:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766488320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759291.228781:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766488448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759291.228790:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759291.228794:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759291/real 1787759291] req@ffffa0e6d86c6680 x1874589766488448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759291.228801:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766488448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759291.228807:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759291.228808:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759291.228810:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766488448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759292.124450:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759292.252375:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759292.252380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759293.148497:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759293.276409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759293.276420:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759294.172463:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759294.300411:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759294.300411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759295.196442:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759295.324385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759295.324487:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759296.220518:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759296.348410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759296.348424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759296.348435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759296.348441:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759296.348454:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11272 00000100:00080000:0.0:1787759296.348469:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759296.348478:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759296.348488:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759296.348531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766488576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759296.348573:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759296.348577:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759296.348579:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759296.348584:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11272 00000100:00080000:0.0:1787759296.348588:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759296.348593:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759296.348620:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759296.348628:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766488576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759296.348640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766488704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759296.348652:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759296.348656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759296.348658:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759296.348663:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11272 00000100:00080000:0.0:1787759296.348668:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759296.348673:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759296.348679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759296.348693:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766488832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787759296.348698:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787759296.348709:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759296.348712:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759296.348714:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759296.348720:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11272 00000100:00080000:0.0:1787759296.348724:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759296.348729:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759296.348736:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759296.348739:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759296/real 1787759296] req@ffffa0e6d86c6680 x1874589766488576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759296.348752:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766488960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759296.348757:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766488576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759296.348773:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759296.348776:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759296.348779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759296.348782:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759296.348788:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11272 00000100:00080000:3.0:1787759296.348791:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:0.0:1787759296.348795:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787759296.348796:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766488576:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787759296.348804:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759296.348810:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759296.348822:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766489088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759296.348827:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766488704:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759296.348851:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759296.348861:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759296/real 1787759296] req@ffffa0e6d86c6300 x1874589766488704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759296.348869:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766488704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759296.348875:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759296.348877:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759296.348879:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766488704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759296.348883:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766488832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759296.348902:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759296.348908:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759296/real 1787759296] req@ffffa0e6d86c5880 x1874589766488832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759296.348916:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766488832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759296.348921:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759296.348923:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759296.348925:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766488832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759296.348928:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766488960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759296.348939:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759296.348944:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759296/real 1787759296] req@ffffa0e6d86c7800 x1874589766488960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759296.348950:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766488960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759296.348957:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759296.348959:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759296.348960:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766488960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759296.348969:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766489088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759296.348978:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759296.348984:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759296/real 1787759296] req@ffffa0e6d86c5c00 x1874589766489088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759296.348991:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766489088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759296.349002:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759296.349005:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759296.349008:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766489088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759297.244430:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759297.372397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759297.372397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759298.268516:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759298.396354:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759298.396372:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759299.292437:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759299.420374:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759299.420374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759300.316389:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759300.444362:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759300.444363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759301.340447:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759301.468388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759301.468388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759301.468412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759301.468419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759301.468423:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759301.468432:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11277 00000100:00080000:3.0:1787759301.468443:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759301.468449:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759301.468485:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766489216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759301.468523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759301.468530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759301.468532:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759301.468538:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11277 00000100:00080000:3.0:1787759301.468542:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759301.468546:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759301.468556:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759301.468557:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766489216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759301.468573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766489344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759301.468590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759301.468593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759301.468595:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759301.468600:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11277 00000100:00080000:3.0:1787759301.468603:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759301.468607:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759301.468611:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787759301.468619:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759301.468624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766489472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759301.468634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759301.468638:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759301.468640:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759301.468644:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11277 00000100:00080000:3.0:1787759301.468648:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759301.468652:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759301.468657:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759301.468659:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759301/real 1787759301] req@ffffa0e6c35b0380 x1874589766489216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759301.468669:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766489600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759301.468680:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759301.468683:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766489216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759301.468684:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759301.468688:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759301.468696:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11277 00000100:00080000:0.0:1787759301.468701:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759301.468702:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759301.468711:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787759301.468712:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759301.468720:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759301.468722:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766489216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759301.468736:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766489728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759301.468750:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766489344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759301.468775:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759301.468787:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759301/real 1787759301] req@ffffa0e6c35b0e00 x1874589766489344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759301.468799:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766489344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759301.468807:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759301.468810:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759301.468814:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766489344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759301.468819:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766489472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759301.468838:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759301.468848:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759301/real 1787759301] req@ffffa0e6c35b1180 x1874589766489472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759301.468876:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766489472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759301.468885:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759301.468888:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759301.468891:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766489472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759301.468896:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766489600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759301.468914:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759301.468934:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759301/real 1787759301] req@ffffa0e6c35b3100 x1874589766489600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759301.468945:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766489600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759301.468954:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759301.468958:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759301.468961:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766489600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759301.468975:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766489728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759301.468992:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759301.469001:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759301/real 1787759301] req@ffffa0e6c35b3b80 x1874589766489728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759301.469011:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766489728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759301.469025:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759301.469029:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759301.469032:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766489728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759302.364481:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759302.492379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759302.492379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759303.388449:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759303.516385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759303.516385:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759304.412497:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759304.540391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759304.540391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759305.436544:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759305.564401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759305.564406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759306.460503:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759306.588404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787759306.588408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759306.588409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759306.588440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759306.588447:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759306.588459:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11282 00000100:00080000:0.0:1787759306.588474:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759306.588483:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759306.588531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766489856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759306.588562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759306.588566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759306.588568:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759306.588573:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11282 00000100:00080000:0.0:1787759306.588577:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759306.588583:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759306.588591:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766489856:192.168.201.131@tcp:250:kworker.0 00000008:00100000:0.0:1787759306.588594:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759306.588609:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766489984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759306.588623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759306.588626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759306.588627:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759306.588631:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11282 00000100:00080000:0.0:1787759306.588635:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759306.588637:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759306.588640:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759306.588649:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766490112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759306.588655:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787759306.588659:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787759306.588660:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759306.588663:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759306.588666:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11282 00000100:00080000:0.0:1787759306.588668:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759306.588671:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759306.588675:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759306.588682:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766490240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759306.588688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759306.588691:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759306.588692:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759306.588695:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11282 00000100:00100000:3.0:1787759306.588698:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759306/real 1787759306] req@ffffa0e6d86c5c00 x1874589766489856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759306.588699:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759306.588706:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759306.588713:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759306.588721:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766489856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759306.588731:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1787759306.588732:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766490368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759306.588735:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759306.588740:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766489856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759306.588772:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766489984:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759306.588794:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759306.588805:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759306/real 1787759306] req@ffffa0e6d86c7800 x1874589766489984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759306.588813:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766489984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759306.588818:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759306.588821:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759306.588823:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766489984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759306.588836:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766490112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759306.588856:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759306.588866:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759306/real 1787759306] req@ffffa0e6d86c5880 x1874589766490112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759306.588877:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766490112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759306.588885:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759306.588888:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759306.588890:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766490112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759306.588896:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766490240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759306.588915:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759306.588925:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759306/real 1787759306] req@ffffa0e6d86c6300 x1874589766490240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759306.588936:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766490240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759306.588946:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759306.588949:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759306.588952:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766490240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759306.588958:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766490368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759306.588976:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759306.588986:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759306/real 1787759306] req@ffffa0e6d86c6680 x1874589766490368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759306.588997:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766490368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759306.589006:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759306.589008:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759306.589011:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766490368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759307.484446:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759307.612373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759307.612373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759308.508434:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759308.636398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759308.639489:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759309.532414:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759309.660388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759309.660445:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759310.556449:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759310.684376:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759310.684385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759311.580406:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759311.708397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759311.708397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759311.708542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759311.708548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759311.708552:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759311.708561:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11287 00000100:00080000:3.0:1787759311.708571:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759311.708578:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759311.708613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766490496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759311.708638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759311.708642:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759311.708644:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759311.708648:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11287 00000100:00080000:3.0:1787759311.708652:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759311.708656:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759311.708666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759311.708667:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766490496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759311.708681:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766490624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759311.708693:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759311.708696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759311.708698:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759311.708702:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11287 00000100:00080000:3.0:1787759311.708705:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759311.708709:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759311.708714:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759311.708724:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766490752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759311.708734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759311.708740:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759311.708742:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787759311.708743:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759311.708747:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11287 00000100:00080000:3.0:1787759311.708753:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759311.708758:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759311.708763:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759311.708775:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766490880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759311.708778:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759311/real 1787759311] req@ffffa0e6c35b1500 x1874589766490496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759311.708802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759311.708807:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766490496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759311.708807:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759311.708812:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759311.708821:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11287 00000100:00080000:0.0:1787759311.708823:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759311.708827:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759311.708828:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759311.708834:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766490496:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787759311.708836:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759311.708844:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759311.708855:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766491008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759311.708860:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766490624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759311.708893:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759311.708905:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759311/real 1787759311] req@ffffa0e6c35b0a80 x1874589766490624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759311.708913:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766490624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759311.708922:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759311.708924:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759311.708926:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766490624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759311.708930:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766490752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759311.708945:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759311.708954:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759311/real 1787759311] req@ffffa0e6c35b1880 x1874589766490752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759311.708964:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766490752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759311.708972:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759311.708976:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759311.708979:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766490752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759311.708985:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766490880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759311.709002:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759311.709009:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759311/real 1787759311] req@ffffa0e6c35b1c00 x1874589766490880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759311.709016:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766490880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759311.709023:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759311.709025:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759311.709028:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766490880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759311.709038:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766491008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759311.709048:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759311.709053:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759311/real 1787759311] req@ffffa0e6c35b2680 x1874589766491008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759311.709059:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766491008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759311.709066:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759311.709067:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759311.709069:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766491008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759312.604487:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759312.732350:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759312.732376:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759313.628461:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759313.756397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759313.756397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759314.652471:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759314.780392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759314.780392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759315.676515:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759315.804444:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759315.804459:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759316.700513:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759316.828418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759316.828435:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787759316.828448:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759316.828465:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759316.828471:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759316.828484:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11292 00000100:00080000:2.0:1787759316.828499:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759316.828508:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759316.828558:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766491136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759316.828585:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759316.828589:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759316.828591:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759316.828597:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11292 00000100:00080000:2.0:1787759316.828603:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759316.828608:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759316.828620:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759316.828626:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766491136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787759316.828638:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766491264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759316.828651:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759316.828655:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759316.828657:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759316.828662:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11292 00000100:00080000:2.0:1787759316.828666:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759316.828670:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759316.828675:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759316.828688:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766491392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759316.828697:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759316.828701:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759316.828703:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759316.828708:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11292 00000100:00080000:2.0:1787759316.828713:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759316.828718:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759316.828723:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787759316.828737:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766491520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759316.828753:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766491264:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787759316.828764:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759316.828769:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759316.828771:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759316.828778:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11292 00000100:00080000:2.0:1787759316.828783:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759316.828788:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759316.828794:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787759316.828811:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766491648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759316.828812:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766491392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759316.828848:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766491520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759316.828868:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766491648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759317.724478:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759317.852367:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759317.852449:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759318.748466:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759318.876381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759318.876419:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759319.772446:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759319.900393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759319.900612:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:0.0:1787759319.900715:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:0.0:1787759319.900752:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787759319.900767:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:3.0:1787759319.901435:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759316/real 1787759319] req@ffffa0e6c60c8380 x1874589766491136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1787759319.901438:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787759319.901455:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:3.0:1787759319.901465:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766491136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1787759319.901470:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00080000:3.0:1787759319.901483:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000800:00000100:0.0:1787759319.901488:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00080000:3.0:1787759319.901490:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759319.901497:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766491136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759319.901527:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759316/real 1787759319] req@ffffa0e6c60c9f80 x1874589766491520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759319.901540:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766491520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759319.901550:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759319.901554:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759319.901557:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766491520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759319.901565:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759316/real 1787759319] req@ffffa0e6c60caa00 x1874589766491648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759319.901577:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766491648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759319.901584:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759319.901587:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759319.901590:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766491648:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759319.901596:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759316/real 1787759319] req@ffffa0e6c60c9180 x1874589766491264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759319.901608:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766491264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759319.901615:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759319.901618:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759319.901621:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766491264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759319.901638:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759316/real 1787759319] req@ffffa0e6c60ca300 x1874589766491392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759319.901649:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766491392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759319.901656:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759319.901659:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759319.901663:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766491392:192.168.201.131@tcp:38:kworker.0 00010000:00010000:1.0:1787759320.796505:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759320.924454:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759320.924470:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759321.820546:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759321.948399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759321.948401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759321.948418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759321.948422:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759321.948430:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11297 00000100:00080000:0.0:1787759321.948440:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759321.948448:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759321.948451:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759321.948485:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766491776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759321.948515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759321.948519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759321.948521:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759321.948525:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11297 00000100:00080000:0.0:1787759321.948528:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759321.948531:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759321.948538:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759321.948549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766491904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759321.948558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759321.948561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759321.948562:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759321.948566:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11297 00000100:00080000:0.0:1787759321.948569:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759321.948574:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759321.948579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759321.948592:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766492032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759321.948602:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766491776:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787759321.948619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759321.948624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759321.948626:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759321.948631:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11297 00000100:00080000:0.0:1787759321.948635:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759321.948639:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759321.948645:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759321.948659:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766492160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759321.948669:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759321.948673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759321.948675:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759321.948679:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11297 00000100:00080000:0.0:1787759321.948684:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759321.948688:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:3.0:1787759321.948693:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:0.0:1787759321.948697:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759321.948717:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766492288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759321.948749:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759321/real 1787759321] req@ffffa0e6d86c6680 x1874589766491776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759321.948770:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766491776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759321.948783:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759321.948787:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759321.948791:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766491776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759321.948799:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766491904:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759321.948822:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759321.948834:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759321/real 1787759321] req@ffffa0e6d86c6300 x1874589766491904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759321.948845:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766491904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759321.948854:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759321.948858:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759321.948861:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766491904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759321.948891:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766492032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759321.948910:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759321.948919:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759321/real 1787759321] req@ffffa0e6d86c5880 x1874589766492032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759321.948931:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766492032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759321.948940:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759321.948943:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759321.948946:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766492032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759321.948952:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766492160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759321.948967:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759321.948975:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759321/real 1787759321] req@ffffa0e6d86c7800 x1874589766492160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759321.948986:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766492160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759321.948997:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759321.949000:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759321.949003:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766492160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759321.949009:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766492288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759321.949022:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759321.949031:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759321/real 1787759321] req@ffffa0e6d86c5c00 x1874589766492288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759321.949048:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766492288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759321.949058:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759321.949061:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759321.949064:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766492288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759322.844470:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759322.972405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759322.972468:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759323.868451:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759323.996366:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759323.996366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759324.892457:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759325.020387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759325.020387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759325.916530:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759326.044377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759326.044377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759326.940427:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759327.068414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759327.068519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759327.068527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1787759327.068528:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759327.068532:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759327.068544:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11302 00000100:00080000:3.0:1787759327.068556:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759327.068564:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759327.068608:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766492416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759327.068634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759327.068638:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759327.068640:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759327.068644:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11302 00000100:00080000:3.0:1787759327.068647:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759327.068650:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759327.068661:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759327.068673:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766492416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759327.068674:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766492544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759327.068687:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759327.068690:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759327.068692:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759327.068696:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11302 00000100:00080000:3.0:1787759327.068699:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759327.068702:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759327.068706:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759327.068716:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766492672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759327.068725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759327.068727:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759327.068729:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759327.068733:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11302 00000100:00080000:3.0:1787759327.068737:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759327.068741:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759327.068745:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:0.0:1787759327.068752:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759327.068757:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766492800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759327.068768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759327.068771:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759327.068774:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759327.068779:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11302 00000100:00080000:3.0:1787759327.068782:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759327.068786:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759327.068790:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759327.068801:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766492928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759327.068808:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759327/real 1787759327] req@ffffa0e6c35b3800 x1874589766492416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759327.068829:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766492416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759327.068840:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759327.068845:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759327.068849:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766492416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759327.068875:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766492544:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759327.068900:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759327.068913:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759327/real 1787759327] req@ffffa0e6c35b0700 x1874589766492544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759327.068924:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766492544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759327.068930:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759327.068933:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759327.068935:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766492544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759327.068939:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766492672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759327.068952:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759327.068959:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759327/real 1787759327] req@ffffa0e6c35b1f80 x1874589766492672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759327.068966:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766492672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759327.068973:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759327.068976:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759327.068979:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766492672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759327.068984:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766492800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759327.069005:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759327.069015:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759327/real 1787759327] req@ffffa0e6c35b2a00 x1874589766492800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759327.069027:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766492800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759327.069038:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759327.069041:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759327.069044:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766492800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759327.069049:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766492928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759327.069103:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759327.069115:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759327/real 1787759327] req@ffffa0e6c35b2d80 x1874589766492928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759327.069126:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766492928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759327.069143:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759327.069145:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759327.069148:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766492928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759327.964489:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759328.092415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759328.092460:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759328.988477:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759329.116413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759329.118044:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759330.012501:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759330.140515:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759330.140531:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759331.036540:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759331.164389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759331.164389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759332.060470:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759332.188710:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759332.188932:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759332.188943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759332.188948:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759332.188957:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11307 00000100:00080000:0.0:1787759332.188994:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759332.189002:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759332.189041:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766493056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759332.189074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759332.189079:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759332.189080:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759332.189085:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11307 00000100:00080000:0.0:1787759332.189089:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759332.189093:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759332.189101:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759332.189115:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766493184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759332.189125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759332.189128:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759332.189130:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759332.189134:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11307 00000100:00080000:0.0:1787759332.189137:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759332.189140:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759332.189145:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759332.189154:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766493312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759332.189162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759332.189165:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759332.189166:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759332.189170:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11307 00000100:00080000:0.0:1787759332.189172:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759332.189175:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759332.189180:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759332.189188:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766493440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759332.189196:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759332.189199:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759332.189200:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759332.189203:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11307 00000100:00080000:0.0:1787759332.189206:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759332.189209:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759332.189213:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759332.189221:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766493568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759332.189327:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759332.189405:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766493056:192.168.201.131@tcp:250:kworker.0 00000800:00000100:1.0:1787759332.189460:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759332.189491:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759332/real 1787759332] req@ffffa0e6d86c5c00 x1874589766493056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759332.189507:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766493056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759332.189517:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759332.189521:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759332.189524:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766493056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759332.189532:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766493184:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759332.189552:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759332.189563:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759332/real 1787759332] req@ffffa0e6d86c7800 x1874589766493184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759332.189574:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766493184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759332.189582:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759332.189585:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759332.189588:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766493184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759332.189593:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766493312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759332.189610:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759332.189620:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759332/real 1787759332] req@ffffa0e6d86c5880 x1874589766493312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759332.189630:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766493312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759332.189637:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759332.189640:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759332.189644:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766493312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759332.189649:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766493440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759332.189666:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759332.189676:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759332/real 1787759332] req@ffffa0e6d86c6300 x1874589766493440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759332.189686:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766493440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759332.189696:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759332.189699:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759332.189702:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766493440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759332.189708:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766493568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759332.189725:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759332.189736:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759332/real 1787759332] req@ffffa0e6d86c6680 x1874589766493568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759332.189746:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766493568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759332.189756:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759332.189759:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759332.189762:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766493568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759333.084440:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759333.212353:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759333.212382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759334.108474:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759334.236417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759334.236417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759335.132465:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759335.260355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759335.260359:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759336.156479:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759336.284410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759336.284410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759337.180514:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759337.308824:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759337.308832:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759337.308836:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759337.308844:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11313 00000100:00080000:0.0:1787759337.308853:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759337.308859:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759337.308927:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766493696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759337.308957:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759337.308960:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759337.308962:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759337.308966:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11313 00000100:00080000:0.0:1787759337.308970:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759337.308974:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759337.308983:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759337.308997:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766493824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759337.309007:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787759337.309013:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766493696:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787759337.309014:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759337.309018:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759337.309026:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11313 00000100:00080000:0.0:1787759337.309029:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759337.309033:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759337.309038:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759337.309051:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766493952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759337.309060:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759337.309063:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759337.309065:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759337.309069:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11313 00000100:00080000:0.0:1787759337.309072:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759337.309075:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759337.309080:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787759337.309087:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759337.309092:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766494080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759337.309103:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759337.309106:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759337.309108:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759337.309113:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11313 00000100:00080000:0.0:1787759337.309116:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759337.309120:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759337.309126:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787759337.309135:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759337/real 1787759337] req@ffffa0e6d86c6680 x1874589766493696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759337.309138:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766494208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759337.309174:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766493696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759337.309185:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759337.309190:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759337.309194:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766493696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759337.309220:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766493824:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759337.309242:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759337.309254:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759337/real 1787759337] req@ffffa0e6d86c6300 x1874589766493824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759337.309267:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766493824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759337.309311:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759337.309314:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759337.309318:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766493824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759337.309324:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766493952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759337.309343:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759337.309353:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759337/real 1787759337] req@ffffa0e6d86c5880 x1874589766493952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759337.309364:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766493952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759337.309372:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759337.309375:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759337.309378:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766493952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759337.309383:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766494080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759337.309401:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759337.309412:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759337/real 1787759337] req@ffffa0e6d86c7800 x1874589766494080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759337.309423:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766494080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759337.309432:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759337.309435:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759337.309439:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766494080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759337.309445:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766494208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759337.309463:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759337.309473:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759337/real 1787759337] req@ffffa0e6d86c5c00 x1874589766494208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759337.309483:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766494208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759337.309506:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759337.309509:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759337.309513:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766494208:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787759337.309836:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759337.309963:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759338.204527:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759338.332355:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759338.332356:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759339.229198:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759339.356400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759339.356400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759340.252557:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759340.380450:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759340.380450:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759341.276546:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759341.404442:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759341.404488:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759342.300421:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759342.428392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759342.428392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759342.428392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759342.428401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759342.428405:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759342.428414:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11318 00000100:00080000:3.0:1787759342.428426:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759342.428434:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759342.428482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766494336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759342.428502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759342.428505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759342.428507:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759342.428510:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11318 00000100:00080000:3.0:1787759342.428514:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759342.428518:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759342.428526:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759342.428531:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766494336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759342.428540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766494464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759342.428548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759342.428550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759342.428551:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759342.428554:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11318 00000100:00080000:3.0:1787759342.428556:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759342.428558:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759342.428562:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759342.428572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766494592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759342.428582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759342.428585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759342.428587:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759342.428591:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11318 00000100:00080000:3.0:1787759342.428595:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759342.428600:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787759342.428605:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787759342.428606:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759342.428619:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766494720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759342.428626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759342.428628:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759342.428630:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759342.428633:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11318 00000100:00080000:3.0:1787759342.428636:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759342.428639:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759342.428643:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759342/real 1787759342] req@ffffa0e6c35b3480 x1874589766494336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787759342.428644:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759342.428655:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766494848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759342.428662:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766494336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759342.428675:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759342.428678:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759342.428681:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766494336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759342.428700:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766494464:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759342.428715:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759342.428723:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759342/real 1787759342] req@ffffa0e6c35b2d80 x1874589766494464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759342.428730:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766494464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759342.428735:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759342.428737:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759342.428739:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766494464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759342.428742:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766494592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759342.428752:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759342.428757:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759342/real 1787759342] req@ffffa0e6c35b2a00 x1874589766494592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759342.428763:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766494592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759342.428769:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759342.428770:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759342.428772:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766494592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759342.428783:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766494720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759342.428815:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759342.428826:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759342/real 1787759342] req@ffffa0e6c35b1f80 x1874589766494720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759342.428837:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766494720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759342.428847:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759342.428851:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759342.428854:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766494720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759342.428860:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766494848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759342.428875:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759342.428881:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759342/real 1787759342] req@ffffa0e6c35b0700 x1874589766494848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759342.428888:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766494848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759342.428895:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759342.428897:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759342.428899:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766494848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759343.324485:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759343.452373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759343.452377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759344.348421:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759344.476392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759344.476392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759345.372482:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759345.500377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759345.500398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759346.396465:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759346.524399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759346.524412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759347.420465:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787759347.548397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759347.548398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759347.548408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759347.548408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759347.548416:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759347.548432:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11323 00000100:00080000:3.0:1787759347.548443:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759347.548450:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759347.548490:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766494976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759347.548523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759347.548527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759347.548529:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759347.548533:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11323 00000100:00080000:3.0:1787759347.548536:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759347.548540:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759347.548549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759347.548562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766495104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759347.548566:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766494976:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787759347.548581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759347.548585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759347.548586:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759347.548591:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11323 00000100:00080000:3.0:1787759347.548595:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759347.548598:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759347.548603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759347.548613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766495232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759347.548623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759347.548626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759347.548629:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787759347.548630:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759347.548637:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11323 00000100:00080000:3.0:1787759347.548642:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759347.548646:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759347.548651:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759347.548662:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766495360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759347.548671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759347.548675:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1787759347.548677:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759347/real 1787759347] req@ffffa0e6c35b3800 x1874589766494976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759347.548678:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759347.548685:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11323 00000100:00080000:3.0:1787759347.548692:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759347.548714:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759347.548720:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766494976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787759347.548720:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787759347.548732:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787759347.548736:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766495488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759347.548737:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759347.548744:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766494976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759347.548770:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766495104:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759347.548789:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759347.548797:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759347/real 1787759347] req@ffffa0e6c35b2680 x1874589766495104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759347.548804:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766495104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759347.548810:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759347.548812:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759347.548814:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766495104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759347.548818:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766495232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759347.548828:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759347.548833:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759347/real 1787759347] req@ffffa0e6c35b1c00 x1874589766495232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759347.548839:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766495232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759347.548844:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759347.548846:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759347.548847:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766495232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759347.548850:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766495360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759347.548862:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759347.548871:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759347/real 1787759347] req@ffffa0e6c35b1880 x1874589766495360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759347.548881:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766495360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759347.548891:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759347.548894:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759347.548897:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766495360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759347.548902:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766495488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759347.548919:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759347.548929:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759347/real 1787759347] req@ffffa0e6c35b0a80 x1874589766495488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759347.548939:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766495488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759347.548945:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759347.548947:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759347.548949:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766495488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759348.444495:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759348.572400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759348.572401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759349.468432:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759349.596362:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759349.596377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759350.492501:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759350.620378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759350.620379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759351.516415:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759351.644394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759351.644394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759352.540473:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787759352.668352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759352.668353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759352.668353:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759352.668364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759352.668369:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759352.668379:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11328 00000100:00080000:3.0:1787759352.668391:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759352.668398:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759352.668437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766495616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759352.668461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759352.668466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759352.668468:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759352.668471:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11328 00000100:00080000:3.0:1787759352.668474:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759352.668476:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759352.668484:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759352.668494:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766495744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759352.668502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759352.668504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759352.668506:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787759352.668509:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766495616:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787759352.668510:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11328 00000100:00080000:3.0:1787759352.668514:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759352.668519:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759352.668522:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759352.668529:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766495872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759352.668535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759352.668538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759352.668539:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759352.668541:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11328 00000100:00080000:3.0:1787759352.668543:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759352.668545:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759352.668548:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759352.668554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766496000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759352.668560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759352.668562:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759352.668563:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759352.668565:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11328 00000100:00080000:3.0:1787759352.668568:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759352.668570:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759352.668573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787759352.668578:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759352.668583:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766496128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759352.668626:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759352/real 1787759352] req@ffffa0e6c35b1500 x1874589766495616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759352.668643:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766495616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759352.668652:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759352.668657:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759352.668660:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766495616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759352.668682:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766495744:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759352.668701:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759352.668712:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759352/real 1787759352] req@ffffa0e6c35b3b80 x1874589766495744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759352.668723:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766495744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759352.668730:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759352.668732:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759352.668735:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766495744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759352.668740:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766495872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759352.668753:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759352.668762:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759352/real 1787759352] req@ffffa0e6c35b3100 x1874589766495872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759352.668771:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766495872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759352.668778:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759352.668781:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759352.668784:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766495872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759352.668789:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766496000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759352.668802:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759352.668810:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759352/real 1787759352] req@ffffa0e6c35b1180 x1874589766496000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759352.668820:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766496000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759352.668829:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759352.668832:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759352.668835:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766496000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759352.668840:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766496128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759352.668856:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759352.668865:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759352/real 1787759352] req@ffffa0e6c35b0e00 x1874589766496128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759352.668875:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766496128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759352.668884:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759352.668886:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759352.668889:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766496128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759353.564502:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759353.692388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759353.692389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759354.588412:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759354.716377:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759354.716377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759355.612462:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759355.740378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759355.740378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759356.636445:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759356.764380:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759356.764380:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759357.660471:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787759357.788365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759357.788377:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1787759357.788381:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759357.788382:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787759357.788396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759357.788397:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11333 00000100:00080000:3.0:1787759357.788417:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759357.788426:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759357.788467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766496256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759357.788494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759357.788498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759357.788500:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759357.788504:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11333 00000100:00080000:3.0:1787759357.788508:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759357.788512:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759357.788534:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759357.788544:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766496256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759357.788558:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766496384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759357.788575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759357.788580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759357.788582:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759357.788587:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11333 00000100:00080000:3.0:1787759357.788591:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759357.788595:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759357.788601:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787759357.788610:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759357.788615:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766496512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759357.788627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759357.788631:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759357.788633:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759357.788638:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11333 00000100:00080000:3.0:1787759357.788642:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759357.788646:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759357.788650:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759357/real 1787759357] req@ffffa0e6c35b0380 x1874589766496256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787759357.788653:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759357.788670:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766496640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759357.788671:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766496256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759357.788693:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759357.788697:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787759357.788697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787759357.788704:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766496256:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787759357.788705:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759357.788708:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759357.788715:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11333 00000100:00080000:3.0:1787759357.788719:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759357.788723:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759357.788730:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787759357.788735:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766496384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759357.788745:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766496768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787759357.788760:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759357.788776:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759357/real 1787759357] req@ffffa0e6c35b0e00 x1874589766496384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759357.788798:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766496384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759357.788805:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759357.788808:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759357.788811:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766496384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759357.788817:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766496512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759357.788834:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759357.788843:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759357/real 1787759357] req@ffffa0e6c35b1180 x1874589766496512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759357.788854:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766496512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759357.788861:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759357.788864:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759357.788867:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766496512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759357.788872:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766496640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759357.788888:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759357.788897:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759357/real 1787759357] req@ffffa0e6c35b3100 x1874589766496640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759357.788907:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766496640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759357.788917:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759357.788919:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759357.788922:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766496640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759357.788934:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766496768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759357.788949:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759357.788957:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759357/real 1787759357] req@ffffa0e6c35b3b80 x1874589766496768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759357.788967:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766496768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759357.788981:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759357.788985:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759357.788988:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766496768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759358.684437:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759358.812389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759358.812418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759359.708500:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759359.836413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759359.836447:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759360.732485:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759360.860422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759360.860423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759361.756389:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759361.884397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759361.884397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759362.780472:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787759362.908359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759362.908360:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759362.908361:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759362.908371:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759362.908381:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759362.908390:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11338 00000100:00080000:3.0:1787759362.908400:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759362.908408:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759362.908460:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766496896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759362.908482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759362.908484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759362.908485:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759362.908488:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11338 00000100:00080000:3.0:1787759362.908491:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759362.908495:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759362.908503:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759362.908512:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766496896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759362.908515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766497024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759362.908524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759362.908525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759362.908527:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759362.908529:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11338 00000100:00080000:3.0:1787759362.908532:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759362.908534:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759362.908537:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759362.908553:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766497152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759362.908559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759362.908561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759362.908562:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759362.908564:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11338 00000100:00080000:3.0:1787759362.908567:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787759362.908570:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759362.908574:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759362.908578:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759362.908586:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766497280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759362.908592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759362.908594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759362.908595:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759362.908598:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11338 00000100:00080000:3.0:1787759362.908600:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787759362.908602:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759362/real 1787759362] req@ffffa0e6c35b1500 x1874589766496896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759362.908605:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759362.908610:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759362.908621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766497408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759362.908624:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766496896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759362.908649:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759362.908653:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759362.908657:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766496896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759362.908675:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766497024:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759362.908688:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759362.908695:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759362/real 1787759362] req@ffffa0e6c35b0a80 x1874589766497024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759362.908702:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766497024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759362.908708:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759362.908710:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759362.908712:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766497024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759362.908715:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766497152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759362.908723:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759362.908728:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759362/real 1787759362] req@ffffa0e6c35b1880 x1874589766497152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759362.908734:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766497152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759362.908739:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759362.908740:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759362.908742:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766497152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759362.908745:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766497280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759362.908754:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759362.908758:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759362/real 1787759362] req@ffffa0e6c35b1c00 x1874589766497280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759362.908765:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766497280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759362.908771:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759362.908773:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759362.908775:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766497280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759362.908778:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766497408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759362.908787:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759362.908791:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759362/real 1787759362] req@ffffa0e6c35b2680 x1874589766497408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759362.908797:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766497408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759362.908803:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759362.908804:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759362.908806:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766497408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759363.804442:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759363.932446:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759363.932578:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759364.828496:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759364.956386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759364.956418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759365.852403:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759365.980408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759365.980408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759366.876496:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759367.004463:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759367.006429:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759367.900501:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759368.028379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787759368.028379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759368.028392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759368.028397:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759368.028406:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11343 00000100:00100000:1.0:1787759368.028417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787759368.028418:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759368.028427:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759368.028462:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766497536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759368.028484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759368.028486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759368.028488:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759368.028491:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11343 00000100:00080000:0.0:1787759368.028494:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759368.028497:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759368.028505:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759368.028514:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766497536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759368.028515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766497664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759368.028527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759368.028529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759368.028530:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759368.028532:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11343 00000100:00080000:0.0:1787759368.028534:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759368.028536:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759368.028539:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759368.028546:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766497792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759368.028553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759368.028555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759368.028557:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759368.028559:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11343 00000100:00080000:0.0:1787759368.028574:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759368.028576:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759368.028579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787759368.028585:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759368.028589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766497920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759368.028595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759368.028598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759368.028599:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759368.028601:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11343 00000100:00080000:0.0:1787759368.028603:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759368.028605:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759368.028608:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759368.028614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766498048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759368.028631:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759368/real 1787759368] req@ffffa0e6d86c5c00 x1874589766497536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759368.028644:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766497536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759368.028652:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759368.028655:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759368.028657:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766497536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759368.028680:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766497664:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759368.028695:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759368.028703:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759368/real 1787759368] req@ffffa0e6d86c7800 x1874589766497664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759368.028711:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766497664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759368.028717:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759368.028719:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759368.028721:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766497664:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759368.028724:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766497792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759368.028734:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759368.028739:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759368/real 1787759368] req@ffffa0e6d86c5880 x1874589766497792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759368.028758:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766497792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759368.028764:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759368.028766:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759368.028768:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766497792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759368.028772:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766497920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759368.028784:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759368.028790:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759368/real 1787759368] req@ffffa0e6d86c6300 x1874589766497920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759368.028797:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766497920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759368.028803:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759368.028805:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759368.028807:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766497920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759368.028810:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766498048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759368.028819:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759368.028824:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759368/real 1787759368] req@ffffa0e6d86c6680 x1874589766498048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759368.028830:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766498048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759368.028841:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759368.028843:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759368.028845:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766498048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759368.924441:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759369.052418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759369.052418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759369.948495:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759370.076461:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759370.077550:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759370.972970:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759371.100401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759371.100401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759371.996487:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759372.124351:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759372.125829:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759373.020436:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759373.148408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759373.148412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787759373.148445:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759373.148451:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759373.148455:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759373.148465:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11348 00000100:00080000:2.0:1787759373.148475:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759373.148483:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759373.148523:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766498176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759373.148549:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759373.148553:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759373.148554:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759373.148558:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11348 00000100:00080000:2.0:1787759373.148561:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759373.148564:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759373.148573:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759373.148588:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766498304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759373.148597:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759373.148600:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759373.148602:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759373.148606:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11348 00000100:00080000:2.0:1787759373.148610:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759373.148613:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759373.148617:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759373.148623:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766498176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787759373.148630:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766498432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759373.148641:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759373.148644:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759373.148646:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759373.148650:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11348 00000100:00080000:2.0:1787759373.148654:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759373.148658:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759373.148662:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787759373.148671:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766498560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759373.148680:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759373.148682:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759373.148683:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759373.148687:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11348 00000800:00000100:1.0:1787759373.148692:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787759373.148692:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759373.148699:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759373.148703:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787759373.148712:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766498688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759373.148732:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759373/real 1787759373] req@ffffa0e6c60c9880 x1874589766498176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759373.148759:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766498176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759373.148770:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759373.148774:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759373.148778:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766498176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759373.148783:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766498304:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759373.148800:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759373.148820:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759373/real 1787759373] req@ffffa0e6c60cb480 x1874589766498304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759373.148831:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766498304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759373.148839:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759373.148843:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759373.148846:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766498304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759373.148875:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766498432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759373.148895:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759373.148905:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759373/real 1787759373] req@ffffa0e6c60cad80 x1874589766498432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759373.148927:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766498432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759373.148938:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759373.148941:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759373.148944:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766498432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759373.148950:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766498560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759373.148970:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759373.148979:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759373/real 1787759373] req@ffffa0e6c60c8a80 x1874589766498560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759373.148986:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766498560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759373.148993:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759373.148995:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759373.148997:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766498560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759373.149000:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766498688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759373.149018:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759373.149028:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759373/real 1787759373] req@ffffa0e6c60c8e00 x1874589766498688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759373.149038:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766498688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759373.149047:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759373.149050:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759373.149064:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766498688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759374.044529:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759374.172413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759374.172413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759375.068474:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759375.196415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759375.196658:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759376.092489:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759376.220393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759376.220393:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759377.116479:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759377.244401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759377.244401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759378.140542:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787759378.268404:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759378.268414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787759378.268417:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1787759378.268422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787759378.268423:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759378.268439:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11354 00000100:00080000:2.0:1787759378.268452:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759378.268461:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759378.268502:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766498816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759378.268532:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759378.268536:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759378.268538:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759378.268542:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11354 00000100:00080000:2.0:1787759378.268546:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759378.268550:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759378.268559:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759378.268570:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766498944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759378.268579:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759378.268582:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759378.268584:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759378.268587:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11354 00000100:00080000:2.0:1787759378.268590:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759378.268594:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759378.268599:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759378.268610:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766499072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759378.268621:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759378.268625:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759378.268628:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787759378.268633:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766498816:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787759378.268636:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11354 00000100:00080000:2.0:1787759378.268642:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759378.268649:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759378.268654:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787759378.268667:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766499200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759378.268677:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759378.268681:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759378.268684:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759378.268688:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11354 00000100:00080000:2.0:1787759378.268692:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759378.268697:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759378.268702:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787759378.268709:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787759378.268715:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766499328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759378.268760:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759378/real 1787759378] req@ffffa0e6c60c8e00 x1874589766498816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759378.268784:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766498816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759378.268794:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759378.268799:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759378.268803:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766498816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759378.268810:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766498944:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759378.268831:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759378.268842:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759378/real 1787759378] req@ffffa0e6c60c8a80 x1874589766498944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759378.268852:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766498944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759378.268860:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759378.268862:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759378.268865:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766498944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759378.268887:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766499072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759378.268904:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759378.268914:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759378/real 1787759378] req@ffffa0e6c60cad80 x1874589766499072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759378.268941:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766499072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759378.268953:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759378.268956:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759378.268958:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766499072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759378.268964:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766499200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759378.268980:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759378.268989:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759378/real 1787759378] req@ffffa0e6c60cb480 x1874589766499200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759378.269010:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766499200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759378.269019:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759378.269022:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759378.269025:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766499200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759378.269031:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766499328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759378.269046:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759378.269055:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759378/real 1787759378] req@ffffa0e6c60c9880 x1874589766499328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759378.269064:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766499328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759378.269071:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759378.269074:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759378.269077:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766499328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759379.164441:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759379.292409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759379.292411:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759380.188621:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759380.316381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759380.316392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759381.212950:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759381.340411:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759381.340450:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759382.236481:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759382.364420:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759382.364449:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759383.260482:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759383.388416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759383.388417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787759383.388547:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759383.388553:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759383.388557:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759383.388565:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11359 00000100:00080000:2.0:1787759383.388574:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759383.388580:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759383.388622:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766499456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759383.388646:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759383.388649:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759383.388650:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759383.388653:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11359 00000100:00080000:2.0:1787759383.388656:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759383.388659:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759383.388667:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759383.388678:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766499584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759383.388685:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759383.388687:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759383.388689:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759383.388696:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11359 00000100:00100000:1.0:1787759383.388698:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766499456:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787759383.388699:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759383.388706:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759383.388715:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759383.388722:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766499712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759383.388733:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759383.388741:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759383.388744:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759383.388752:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11359 00000100:00080000:2.0:1787759383.388756:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759383.388760:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759383.388766:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787759383.388781:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766499840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759383.388790:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759383.388794:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759383.388796:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759383.388799:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11359 00000100:00080000:2.0:1787759383.388804:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759383.388808:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759383.388814:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787759383.388829:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766499968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759383.388839:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766499584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759383.388881:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766499712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759383.388929:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766499840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759383.388961:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766499968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759384.285382:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759384.412386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759384.415302:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759385.308540:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759385.436377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759385.436427:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759386.332426:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759386.460389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759386.461349:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000400:00000100:1.0:1787759386.461354:0:2388:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:1.0:1787759386.461410:0:2388:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787759386.461447:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787759386.461497:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787759386.461508:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787759386.461520:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:0.0:1787759386.461532:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759383/real 1787759386] req@ffffa0e6c60c9180 x1874589766499584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:1.0:1787759386.461534:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:0.0:1787759386.461566:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766499584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759386.461581:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759386.461587:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759386.461592:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766499584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759386.461600:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759383/real 1787759386] req@ffffa0e6c60caa00 x1874589766499712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759386.461613:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766499712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759386.461622:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759386.461625:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759386.461629:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766499712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759386.461637:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759383/real 1787759386] req@ffffa0e6c60c9f80 x1874589766499840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759386.461656:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766499840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759386.461667:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759386.461671:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759386.461675:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766499840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759386.461682:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759383/real 1787759386] req@ffffa0e6c60ca300 x1874589766499456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759386.461694:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766499456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759386.461702:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759386.461706:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759386.461709:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766499456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759386.461738:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759383/real 1787759386] req@ffffa0e6c60c8380 x1874589766499968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759386.461750:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766499968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759386.461760:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759386.461763:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759386.461766:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766499968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759387.356446:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759387.484400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759387.484441:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759388.380418:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759388.508384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759388.508389:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759388.508398:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759388.508402:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759388.508414:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11364 00000100:00080000:3.0:1787759388.508432:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759388.508440:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759388.508481:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766500096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759388.508511:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759388.508516:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759388.508517:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787759388.508521:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759388.508523:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11364 00000100:00080000:3.0:1787759388.508531:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759388.508540:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759388.508547:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766500096:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787759388.508552:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759388.508568:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766500224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759388.508579:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759388.508582:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759388.508584:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759388.508588:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11364 00000100:00080000:3.0:1787759388.508592:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759388.508596:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759388.508602:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787759388.508612:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759388.508614:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766500352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759388.508625:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759388.508629:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759388.508653:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787759388.508659:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759388/real 1787759388] req@ffffa0e6c35b3800 x1874589766500096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759388.508660:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11364 00000100:00080000:3.0:1787759388.508666:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759388.508674:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759388.508680:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759388.508699:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766500096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759388.508701:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766500480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759388.508726:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759388.508726:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759388.508734:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759388.508737:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759388.508741:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787759388.508742:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11364 00000100:00080000:3.0:1787759388.508748:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787759388.508750:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766500096:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787759388.508755:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759388.508762:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759388.508773:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766500608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759388.508792:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766500224:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759388.508818:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759388.508831:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759388/real 1787759388] req@ffffa0e6c35b0700 x1874589766500224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759388.508844:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766500224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759388.508852:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759388.508856:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759388.508860:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766500224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759388.508866:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766500352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759388.508885:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759388.508909:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759388/real 1787759388] req@ffffa0e6c35b1f80 x1874589766500352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759388.508920:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766500352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759388.508927:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759388.508930:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759388.508933:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766500352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759388.508938:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766500480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759388.508955:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759388.508966:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759388/real 1787759388] req@ffffa0e6c35b2a00 x1874589766500480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759388.508990:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766500480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759388.509001:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759388.509005:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759388.509008:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766500480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759388.509013:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766500608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759388.509032:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759388.509044:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759388/real 1787759388] req@ffffa0e6c35b2d80 x1874589766500608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759388.509054:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766500608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759388.509064:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759388.509078:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759388.509081:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766500608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759389.406106:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759389.532571:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759389.532715:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759390.428472:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759390.556392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759390.556428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759391.452627:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759391.580420:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759391.580420:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759392.476468:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759392.604412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759392.604548:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759393.500619:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759393.628394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759393.628469:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787759393.628607:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759393.628612:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759393.628617:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759393.628626:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11369 00000100:00080000:1.0:1787759393.628636:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759393.628643:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759393.628685:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766500736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759393.628813:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766500736:192.168.201.131@tcp:250:kworker.0 00000800:00000100:0.0:1787759393.628877:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787759393.628903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759393.628907:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759393.628908:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759393.628913:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11369 00000100:00080000:1.0:1787759393.628996:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759393.629002:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759393.629012:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759393.629026:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766500864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759393.629035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759393.629038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759393.629040:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759393.629044:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11369 00000100:00080000:1.0:1787759393.629047:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759393.629049:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759393.629053:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759393.629061:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766500992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759393.629069:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759393.629072:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759393.629073:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759393.629076:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11369 00000100:00080000:1.0:1787759393.629078:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759393.629081:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759393.629085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759393.629092:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766501120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759393.629099:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759393.629103:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759393.629104:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759393.629107:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11369 00000100:00080000:1.0:1787759393.629110:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759393.629113:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759393.629116:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787759393.629123:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766501248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759393.629181:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759393/real 1787759393] req@ffffa0e6c7928700 x1874589766500736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759393.629197:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766500736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759393.629207:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759393.629211:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759393.629214:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766500736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759393.629235:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766500864:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759393.629253:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759393.629263:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759393/real 1787759393] req@ffffa0e6c7929500 x1874589766500864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759393.629294:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766500864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759393.629302:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759393.629305:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759393.629308:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766500864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759393.629313:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766500992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759393.629328:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759393.629337:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759393/real 1787759393] req@ffffa0e6c7928a80 x1874589766500992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759393.629346:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766500992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759393.629354:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759393.629356:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759393.629359:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766500992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759393.629416:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766501120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759393.629434:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759393.629444:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759393/real 1787759393] req@ffffa0e6c792a680 x1874589766501120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759393.629454:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766501120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759393.629463:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759393.629466:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759393.629469:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766501120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759393.629474:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766501248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759393.629486:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759393.629494:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759393/real 1787759393] req@ffffa0e6c7929180 x1874589766501248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759393.629504:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766501248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759393.629513:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759393.629516:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759393.629518:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766501248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759394.524463:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759394.652436:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759394.652436:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759395.548470:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759395.676370:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759395.676370:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759396.572529:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759396.700434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759396.700434:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759397.596503:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759397.724429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759397.725908:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759398.620451:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759398.748409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787759398.748414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759398.748423:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759398.748428:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759398.748440:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11374 00000100:00100000:3.0:1787759398.748440:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787759398.748458:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759398.748469:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759398.748512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766501376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759398.748539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759398.748543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759398.748546:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759398.748550:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11374 00000100:00080000:2.0:1787759398.748555:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759398.748561:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759398.748572:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759398.748589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766501504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759398.748590:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766501376:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787759398.748617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759398.748621:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759398.748623:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759398.748629:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11374 00000100:00080000:2.0:1787759398.748633:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759398.748638:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759398.748643:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759398.748655:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766501632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759398.748665:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759398.748669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759398.748670:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787759398.748677:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787759398.748688:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11374 00000100:00080000:2.0:1787759398.748695:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759398.748700:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759398.748706:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759398.748721:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759398/real 1787759398] req@ffffa0e6c60c8380 x1874589766501376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759398.748726:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766501760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759398.748755:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766501376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759398.748765:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759398.748768:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759398.748771:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766501376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759398.748816:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766501504:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787759398.748836:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787759398.748845:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787759398.748845:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759398.748852:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759398.748861:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11374 00000100:00080000:2.0:1787759398.748867:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787759398.748872:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759398/real 1787759398] req@ffffa0e6c60ca300 x1874589766501504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759398.748877:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759398.748888:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787759398.748911:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766501888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759398.748923:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766501504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759398.748936:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759398.748947:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759398.748951:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766501504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759398.748958:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766501632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759398.748988:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759398.749001:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759398/real 1787759398] req@ffffa0e6c60c9f80 x1874589766501632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759398.749015:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766501632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759398.749024:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759398.749028:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759398.749031:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766501632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759398.749037:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766501760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759398.749057:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759398.749068:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759398/real 1787759398] req@ffffa0e6c60caa00 x1874589766501760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759398.749079:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766501760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759398.749095:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759398.749098:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759398.749102:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766501760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759398.749118:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766501888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759398.749137:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759398.749148:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759398/real 1787759398] req@ffffa0e6c60c9180 x1874589766501888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759398.749159:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766501888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759398.749169:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759398.749183:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759398.749190:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766501888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759399.644501:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759399.772425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759399.772425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759400.668495:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759400.796402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759400.796402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759401.693564:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759401.820412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759401.820867:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759402.716618:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759402.844425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759402.844869:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759403.740462:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759403.868346:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787759403.868372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759403.868379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759403.868383:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759403.868393:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11379 00000100:00080000:2.0:1787759403.868403:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759403.868410:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759403.868449:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766502016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759403.868475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759403.868479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759403.868480:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759403.868484:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11379 00000100:00080000:2.0:1787759403.868488:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759403.868491:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759403.868502:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759403.868513:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766502144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759403.868523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759403.868537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759403.868539:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759403.868543:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11379 00000100:00080000:2.0:1787759403.868546:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759403.868550:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759403.868554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759403.868564:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766502272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759403.868573:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759403.868576:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759403.868578:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759403.868581:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11379 00000100:00080000:2.0:1787759403.868583:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759403.868586:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759403.868590:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787759403.868598:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766502400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759403.868605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759403.868608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759403.868609:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759403.868613:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11379 00000100:00080000:2.0:1787759403.868615:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759403.868618:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759403.868621:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787759403.868629:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766502528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759403.868780:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766502016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759403.868788:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000800:00000100:0.0:1787759403.868838:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759403.868869:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759403/real 1787759403] req@ffffa0e6c60c9880 x1874589766502016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759403.868885:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766502016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759403.868900:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759403.868904:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759403.868908:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766502016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759403.868913:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766502144:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759403.868931:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759403.868941:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759403/real 1787759403] req@ffffa0e6c60cb480 x1874589766502144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759403.868952:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766502144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759403.868960:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759403.868963:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759403.868966:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766502144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759403.868971:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766502272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759403.868984:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759403.868993:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759403/real 1787759403] req@ffffa0e6c60cad80 x1874589766502272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759403.869004:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766502272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759403.869012:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759403.869015:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759403.869018:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766502272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759403.869023:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766502400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759403.869040:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759403.869049:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759403/real 1787759403] req@ffffa0e6c60c8a80 x1874589766502400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759403.869060:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766502400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759403.869070:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759403.869072:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759403.869075:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766502400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759403.869080:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766502528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759403.869094:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759403.869102:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759403/real 1787759403] req@ffffa0e6c60c8e00 x1874589766502528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759403.869125:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766502528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759403.869135:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759403.869138:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759403.869141:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766502528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759404.766426:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759404.892524:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759404.892535:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759405.788437:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759405.916345:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759405.916361:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759406.812472:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759406.940343:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759406.940360:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759407.836528:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759407.964410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759407.964410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759408.860490:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759408.988374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787759408.988396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759408.988403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759408.988408:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787759408.988410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787759408.988418:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11384 00000100:00080000:2.0:1787759408.988430:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759408.988437:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759408.988478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766502656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759408.988502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759408.988505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759408.988507:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759408.988512:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11384 00000100:00080000:2.0:1787759408.988516:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759408.988520:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759408.988530:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759408.988536:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766502656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787759408.988546:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766502784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759408.988558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759408.988561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759408.988563:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759408.988567:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11384 00000100:00080000:2.0:1787759408.988570:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759408.988574:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759408.988579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759408.988589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766502912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759408.988599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759408.988602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759408.988604:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787759408.988608:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787759408.988612:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11384 00000100:00080000:2.0:1787759408.988628:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759408.988633:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759408.988639:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787759408.988651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766503040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759408.988661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759408.988666:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759408/real 1787759408] req@ffffa0e6c60c8e00 x1874589766502656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759408.988666:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759408.988670:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759408.988678:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11384 00000100:00080000:2.0:1787759408.988684:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759408.988689:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759408.988694:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759408.988695:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766502656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759408.988707:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766503168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759408.988708:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759408.988717:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759408.988724:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766502656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759408.988752:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766502784:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759408.988775:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759408.988787:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759408/real 1787759408] req@ffffa0e6c60c8a80 x1874589766502784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759408.988799:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766502784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759408.988807:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759408.988810:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759408.988813:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766502784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759408.988819:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766502912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759408.988838:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759408.988849:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759408/real 1787759408] req@ffffa0e6c60cad80 x1874589766502912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759408.988860:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766502912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759408.988885:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759408.988889:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759408.988892:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766502912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759408.988897:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766503040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759408.988916:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759408.988926:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759408/real 1787759408] req@ffffa0e6c60cb480 x1874589766503040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759408.988936:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766503040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759408.988946:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759408.988949:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759408.988952:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766503040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759408.988957:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766503168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759408.988977:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759408.988985:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759408/real 1787759408] req@ffffa0e6c60c9880 x1874589766503168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759408.988995:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766503168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759408.989003:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759408.989006:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759408.989009:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766503168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759409.884480:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759410.012404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759410.012404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759410.908526:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759411.036324:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759411.036366:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759411.932503:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759412.060417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759412.060418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759412.956482:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759413.084386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759413.084386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759413.980420:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759414.108395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759414.108395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759414.108411:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759414.108418:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759414.108423:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759414.108433:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11389 00000100:00080000:3.0:1787759414.108444:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759414.108456:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759414.108497:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766503296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759414.108524:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759414.108540:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759414.108542:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759414.108547:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11389 00000100:00080000:3.0:1787759414.108552:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759414.108556:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759414.108566:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759414.108572:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766503296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759414.108584:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766503424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759414.108596:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759414.108600:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759414.108602:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759414.108606:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11389 00000100:00080000:3.0:1787759414.108611:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759414.108614:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759414.108619:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787759414.108633:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759414.108634:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766503552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759414.108646:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759414.108649:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759414.108652:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759414.108656:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11389 00000100:00080000:3.0:1787759414.108660:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759414.108664:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759414.108670:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759414.108676:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759414/real 1787759414] req@ffffa0e6c35b3480 x1874589766503296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759414.108683:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766503680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759414.108697:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759414.108700:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787759414.108703:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766503296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759414.108703:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759414.108712:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11389 00000100:00080000:3.0:1787759414.108718:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759414.108723:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759414.108723:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759414.108731:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:0.0:1787759414.108732:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759414.108739:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766503296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759414.108746:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766503808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759414.108764:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766503424:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759414.108786:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759414.108798:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759414/real 1787759414] req@ffffa0e6c35b2d80 x1874589766503424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759414.108810:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766503424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759414.108819:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759414.108822:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759414.108826:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766503424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759414.108831:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766503552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759414.108851:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759414.108861:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759414/real 1787759414] req@ffffa0e6c35b2a00 x1874589766503552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759414.108872:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766503552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759414.108880:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759414.108883:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759414.108887:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766503552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759414.108892:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766503680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759414.108910:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759414.108920:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759414/real 1787759414] req@ffffa0e6c35b1f80 x1874589766503680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759414.108930:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766503680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759414.108940:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759414.108943:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759414.108947:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766503680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759414.108953:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766503808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759414.108971:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759414.108982:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759414/real 1787759414] req@ffffa0e6c35b0700 x1874589766503808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759414.108993:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766503808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759414.109003:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759414.109006:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759414.109010:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766503808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759415.004464:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759415.132352:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759415.132352:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759416.028439:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759416.156404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759416.156404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759417.052613:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759417.180379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759417.180379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759418.076431:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759418.204379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759418.204444:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759419.100581:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759419.228403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759419.228403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759419.228464:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759419.228469:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759419.228473:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759419.228481:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11395 00000100:00080000:0.0:1787759419.228491:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759419.228498:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759419.228543:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766503936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759419.228581:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759419.228585:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759419.228590:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759419.228595:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11395 00000100:00080000:0.0:1787759419.228599:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759419.228603:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759419.228618:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759419.228634:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766504064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759419.228634:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766503936:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787759419.228648:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759419.228650:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759419.228652:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759419.228654:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11395 00000100:00080000:0.0:1787759419.228657:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759419.228660:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759419.228664:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759419.228673:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766504192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759419.228679:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759419.228681:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759419.228682:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759419.228685:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11395 00000100:00080000:0.0:1787759419.228687:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759419.228689:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759419.228691:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759419.228699:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766504320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787759419.228703:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787759419.228708:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759419.228711:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759419.228713:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759419.228717:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11395 00000100:00080000:0.0:1787759419.228721:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759419.228733:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759419.228738:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787759419.228742:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759419/real 1787759419] req@ffffa0e6d86c6680 x1874589766503936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759419.228753:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766504448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759419.228764:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766503936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759419.228776:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759419.228780:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759419.228784:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766503936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759419.228806:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766504064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759419.228823:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759419.228841:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759419/real 1787759419] req@ffffa0e6d86c6300 x1874589766504064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759419.228852:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766504064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759419.228861:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759419.228864:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759419.228867:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766504064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759419.228873:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766504192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759419.228889:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759419.228903:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759419/real 1787759419] req@ffffa0e6d86c5880 x1874589766504192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759419.228914:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766504192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759419.228922:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759419.228924:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759419.228927:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766504192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759419.228933:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766504320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759419.228948:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759419.228956:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759419/real 1787759419] req@ffffa0e6d86c7800 x1874589766504320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759419.228966:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766504320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759419.228976:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759419.228979:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759419.228981:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766504320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759419.228987:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766504448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759419.229000:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759419.229008:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759419/real 1787759419] req@ffffa0e6d86c5c00 x1874589766504448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759419.229024:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766504448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759419.229034:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759419.229036:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759419.229039:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766504448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759420.124522:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759420.252412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759420.252412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759421.148502:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759421.276425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759421.276435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759422.172484:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759422.300420:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759422.300421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759423.196631:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759423.324412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759423.324412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759424.220547:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759424.348450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787759424.348453:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759424.348462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759424.348468:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759424.348478:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11400 00000100:00080000:0.0:1787759424.348490:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759424.348498:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759424.348533:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759424.348544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766504576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759424.348574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759424.348578:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759424.348580:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759424.348585:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11400 00000100:00080000:0.0:1787759424.348588:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759424.348592:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759424.348602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759424.348617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766504704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759424.348628:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787759424.348630:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766504576:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787759424.348632:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759424.348636:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759424.348642:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11400 00000100:00080000:0.0:1787759424.348645:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759424.348648:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759424.348651:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759424.348660:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766504832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759424.348668:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759424.348671:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759424.348673:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759424.348676:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11400 00000100:00080000:0.0:1787759424.348679:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759424.348682:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759424.348686:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759424.348698:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766504960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759424.348708:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759424.348711:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759424.348713:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759424.348716:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11400 00000100:00080000:0.0:1787759424.348722:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759424.348725:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759424.348730:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:1.0:1787759424.348732:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759424.348744:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766505088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759424.348766:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759424/real 1787759424] req@ffffa0e6d86c5c00 x1874589766504576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759424.348779:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766504576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759424.348787:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759424.348790:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759424.348792:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766504576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759424.348809:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766504704:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759424.348823:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759424.348830:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759424/real 1787759424] req@ffffa0e6d86c7800 x1874589766504704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759424.348838:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766504704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759424.348844:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759424.348846:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759424.348848:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766504704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759424.348851:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766504832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759424.349425:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759424.349439:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759424/real 1787759424] req@ffffa0e6d86c5880 x1874589766504832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759424.349451:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766504832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759424.349461:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759424.349464:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759424.349467:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766504832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759424.349474:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766504960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759424.349493:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759424.349505:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759424/real 1787759424] req@ffffa0e6d86c6300 x1874589766504960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759424.349516:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766504960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759424.349531:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759424.349535:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759424.349538:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766504960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759424.349544:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766505088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759424.349563:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759424.349573:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759424/real 1787759424] req@ffffa0e6d86c6680 x1874589766505088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759424.349583:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766505088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759424.349593:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759424.349596:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759424.349599:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766505088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759425.244527:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759425.372420:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759425.372420:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759426.270362:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759426.396388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759426.396397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759427.293634:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759427.420398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759427.420398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759428.316622:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759428.444398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759428.444398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759429.340472:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787759429.468395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759429.468406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1787759429.468408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759429.468411:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759429.468425:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11405 00000100:00080000:3.0:1787759429.468438:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759429.468447:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759429.468487:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766505216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759429.468522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759429.468526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759429.468528:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759429.468534:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11405 00000100:00100000:2.0:1787759429.468539:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759429.468539:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759429.468545:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759429.468556:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759429.468569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766505344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759429.468578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759429.468581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759429.468583:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759429.468587:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11405 00000100:00080000:3.0:1787759429.468590:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759429.468594:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759429.468599:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759429.468609:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766505472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759429.468617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759429.468621:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759429.468622:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759429.468626:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11405 00000100:00080000:3.0:1787759429.468629:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759429.468633:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759429.468637:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759429.468646:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766505600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759429.468655:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759429.468658:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759429.468660:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759429.468663:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11405 00000100:00080000:3.0:1787759429.468666:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759429.468670:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759429.468674:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759429.468683:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766505728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759429.468813:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766505216:192.168.201.131@tcp:250:kworker.0 00000800:00000100:1.0:1787759429.468887:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759429.468935:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759429/real 1787759429] req@ffffa0e6c35b3800 x1874589766505216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759429.468954:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766505216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759429.468966:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759429.468970:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759429.468975:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766505216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759429.468982:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766505344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759429.469012:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759429.469023:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759429/real 1787759429] req@ffffa0e6c35b2680 x1874589766505344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759429.469035:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766505344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759429.469043:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759429.469046:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759429.469049:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766505344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759429.469055:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766505472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759429.469073:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759429.469083:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759429/real 1787759429] req@ffffa0e6c35b1c00 x1874589766505472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759429.469093:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766505472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759429.469101:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759429.469104:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759429.469107:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766505472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759429.469113:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766505600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759429.469130:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759429.469141:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759429/real 1787759429] req@ffffa0e6c35b1880 x1874589766505600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759429.469151:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766505600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759429.469163:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759429.469167:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759429.469170:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766505600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759429.469176:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766505728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759429.469194:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759429.469203:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759429/real 1787759429] req@ffffa0e6c35b0a80 x1874589766505728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759429.469213:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766505728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759429.469223:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759429.469226:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759429.469229:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766505728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759430.364787:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759430.492387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759430.492387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759431.388622:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759431.516605:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759431.517071:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759432.412545:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759432.540395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759432.540395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759433.436451:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759433.564457:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759433.564566:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759434.460490:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759434.588387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759434.588387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787759434.588595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759434.588601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759434.588605:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759434.588613:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11410 00000100:00080000:2.0:1787759434.588623:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759434.588630:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759434.588671:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766505856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759434.588697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759434.588700:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759434.588701:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759434.588705:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11410 00000100:00080000:2.0:1787759434.588709:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759434.588713:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759434.588723:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759434.588736:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766505856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787759434.588738:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766505984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759434.588750:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759434.588753:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759434.588754:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759434.588757:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11410 00000100:00080000:2.0:1787759434.588761:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787759434.588812:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787759434.588830:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759434.588838:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759434.588841:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759434/real 1787759434] req@ffffa0e6c60c9180 x1874589766505856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759434.588855:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766506112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759434.588856:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766505856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759434.588880:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759434.588886:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759434.588889:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759434.588892:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787759434.588894:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11410 00000100:00080000:1.0:1787759434.588897:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:2.0:1787759434.588899:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787759434.588902:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766505856:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787759434.588906:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759434.588911:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787759434.588921:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766506240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759434.588925:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766505984:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787759434.588933:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759434.588936:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759434.588938:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759434.588942:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11410 00000100:00080000:2.0:1787759434.588945:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787759434.588949:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787759434.588949:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759434.588956:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787759434.588964:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766506368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759434.588969:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759434/real 1787759434] req@ffffa0e6c60caa00 x1874589766505984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759434.588986:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766505984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759434.588994:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759434.588998:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759434.589001:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766505984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759434.589007:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766506112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759434.589027:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759434.589040:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759434/real 1787759434] req@ffffa0e6c60c9f80 x1874589766506112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759434.589051:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766506112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759434.589059:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759434.589061:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759434.589064:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766506112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759434.589073:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766506240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759434.589087:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759434.589093:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759434/real 1787759434] req@ffffa0e6c60ca300 x1874589766506240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759434.589100:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766506240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759434.589107:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759434.589108:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759434.589110:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766506240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759434.589114:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766506368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759434.589122:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759434.589127:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759434/real 1787759434] req@ffffa0e6c60c8380 x1874589766506368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759434.589133:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766506368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759434.589142:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759434.589144:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759434.589146:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766506368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759435.484444:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759435.612405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759435.612405:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759436.508489:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759436.636409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759436.636413:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759437.532480:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759437.660396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759437.660396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759438.556475:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759438.684392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759438.684397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759439.580898:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787759439.708418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759439.708424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759439.708424:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759439.708430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759439.708436:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759439.708446:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11415 00000100:00080000:3.0:1787759439.708457:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759439.708464:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759439.708509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766506496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759439.708554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759439.708558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759439.708560:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759439.708564:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11415 00000100:00080000:3.0:1787759439.708568:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759439.708571:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759439.708585:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759439.708598:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766506624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759439.708606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759439.708609:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759439.708610:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759439.708613:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11415 00000100:00080000:3.0:1787759439.708616:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759439.708620:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759439.708623:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759439.708631:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766506752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759439.708638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759439.708641:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759439.708642:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759439.708645:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11415 00000100:00080000:3.0:1787759439.708648:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759439.708651:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759439.708655:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759439.708662:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766506880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759439.708669:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759439.708672:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759439.708674:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759439.708677:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11415 00000100:00080000:3.0:1787759439.708679:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759439.708682:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759439.708686:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759439.708693:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766507008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759439.708765:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766506496:192.168.201.131@tcp:250:kworker.0 00000800:00000100:1.0:1787759439.708820:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759439.708852:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759439/real 1787759439] req@ffffa0e6c35b1500 x1874589766506496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759439.708869:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766506496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759439.708878:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759439.708882:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759439.708886:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766506496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759439.708892:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766506624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759439.708914:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759439.708926:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759439/real 1787759439] req@ffffa0e6c35b3b80 x1874589766506624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759439.708937:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766506624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759439.708945:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759439.708949:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759439.708952:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766506624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759439.708958:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766506752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759439.708976:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759439.708984:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759439/real 1787759439] req@ffffa0e6c35b3100 x1874589766506752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759439.708991:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766506752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759439.708997:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759439.708999:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759439.709002:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766506752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759439.709008:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766506880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759439.709026:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759439.709036:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759439/real 1787759439] req@ffffa0e6c35b1180 x1874589766506880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759439.709047:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766506880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759439.709057:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759439.709060:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759439.709063:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766506880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759439.709068:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766507008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759439.709118:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759439.709126:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759439/real 1787759439] req@ffffa0e6c35b0e00 x1874589766507008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759439.709133:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766507008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759439.709139:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759439.709141:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759439.709143:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766507008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759440.604486:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759440.732394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759440.732394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759441.628480:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759441.756398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759441.756398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759442.652441:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759442.780394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759442.780394:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759443.676482:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759443.804387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759443.804434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759444.700483:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759444.828402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759444.828424:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787759444.828565:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759444.828571:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759444.828575:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759444.828585:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11420 00000100:00080000:1.0:1787759444.828596:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759444.828604:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759444.828644:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766507136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759444.828666:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759444.828672:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759444.828678:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759444.828682:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11420 00000100:00080000:1.0:1787759444.828690:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759444.828694:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759444.828705:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759444.828708:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766507136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759444.828725:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766507264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759444.828734:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759444.828737:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759444.828738:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759444.828741:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11420 00000100:00080000:1.0:1787759444.828755:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759444.828758:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759444.828761:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787759444.828767:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759444.828772:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766507392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759444.828778:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759444.828781:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759444.828782:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759444.828785:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11420 00000100:00080000:1.0:1787759444.828791:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759444.828793:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759444.828797:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759444.828807:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759444/real 1787759444] req@ffffa0e6c7928380 x1874589766507136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759444.828813:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766507520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759444.828830:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759444.828833:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787759444.828835:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766507136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759444.828836:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759444.828845:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11420 00000100:00080000:0.0:1787759444.828852:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759444.828852:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759444.828860:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:1.0:1787759444.828860:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759444.828867:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766507136:192.168.201.131@tcp:250:kworker.0 00000008:00100000:1.0:1787759444.828868:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787759444.828881:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766507648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759444.828896:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766507264:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759444.828934:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759444.828945:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759444/real 1787759444] req@ffffa0e6c792bb80 x1874589766507264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759444.828953:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766507264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759444.828960:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759444.828963:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759444.828966:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766507264:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759444.828972:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766507392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759444.829079:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759444.829092:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759444/real 1787759444] req@ffffa0e6c7929f80 x1874589766507392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759444.829121:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766507392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759444.829129:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759444.829131:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759444.829133:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766507392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759444.829137:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766507520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759444.829152:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759444.829159:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759444/real 1787759444] req@ffffa0e6c792b100 x1874589766507520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759444.829166:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766507520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759444.829172:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759444.829173:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759444.829175:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766507520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759444.829178:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766507648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759444.829187:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759444.829192:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759444/real 1787759444] req@ffffa0e6c7929c00 x1874589766507648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759444.829198:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766507648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759444.829207:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759444.829209:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759444.829211:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766507648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759445.724611:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759445.852355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759445.852355:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759446.748542:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759446.876462:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759446.876524:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759447.772482:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759447.900423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759447.900425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759448.796486:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759448.924438:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759448.924439:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759449.820484:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787759449.948409:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787759449.948412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787759449.948419:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1787759449.948421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787759449.948424:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759449.948434:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11425 00000100:00080000:1.0:1787759449.948443:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759449.948449:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759449.948490:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766507776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759449.948507:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759449.948509:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759449.948511:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759449.948514:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11425 00000100:00080000:1.0:1787759449.948516:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759449.948518:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759449.948526:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759449.948534:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766507904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759449.948540:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766507776:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787759449.948543:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759449.948548:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759449.948549:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759449.948552:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11425 00000100:00080000:1.0:1787759449.948553:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759449.948555:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759449.948558:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759449.948565:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766508032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759449.948570:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759449.948572:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759449.948573:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759449.948576:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11425 00000100:00080000:1.0:1787759449.948579:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759449.948581:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759449.948585:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759449.948590:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766508160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759449.948596:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759449.948599:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759449.948600:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759449.948602:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11425 00000100:00080000:1.0:1787759449.948604:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759449.948606:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759449.948609:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787759449.948614:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766508288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759449.948643:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766507904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759449.948682:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766508032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759449.948703:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766508160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759449.948721:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766508288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759450.844455:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759450.972402:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759450.972402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759451.868440:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759451.996370:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759451.996370:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759452.892440:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787759453.020656:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787759453.020707:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787759453.020726:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787759453.020772:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787759453.020785:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787759453.020793:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:3.0:1787759453.020801:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:0.0:1787759453.022962:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759449/real 1787759453] req@ffffa0e6c792b480 x1874589766507904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759453.022968:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759453.023001:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766507904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759453.023014:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759453.023020:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759453.023024:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766507904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759453.023035:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759449/real 1787759453] req@ffffa0e6c7929880 x1874589766508032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759453.023047:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766508032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759453.023055:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759453.023059:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759453.023062:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766508032:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759453.023070:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759449/real 1787759453] req@ffffa0e6c792ad80 x1874589766508160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759453.023081:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766508160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759453.023090:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759453.023093:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759453.023096:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766508160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759453.023104:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759449/real 1787759453] req@ffffa0e6c7928e00 x1874589766508288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759453.023114:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766508288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759453.023123:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759453.023127:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759453.023130:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766508288:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759453.023138:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759449/real 1787759453] req@ffffa0e6c792a300 x1874589766507776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759453.023150:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766507776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759453.023157:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759453.023160:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759453.023163:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766507776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787759453.023281:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759453.916487:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759454.044391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759454.044423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759454.940494:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759455.068441:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759455.068441:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759455.068537:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759455.068542:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759455.068545:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759455.068554:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11430 00000100:00080000:3.0:1787759455.068563:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759455.068570:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759455.068614:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766508416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759455.068691:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766508416:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787759455.068739:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759455.068744:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759455.068747:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787759455.068752:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759455.068759:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11430 00000100:00080000:3.0:1787759455.068765:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759455.068782:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759455.068792:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759455/real 1787759455] req@ffffa0e6c35b0380 x1874589766508416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787759455.068793:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759455.068827:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766508416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759455.068829:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766508544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759455.068854:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759455.068856:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759455.068862:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759455.068864:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787759455.068866:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787759455.068872:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766508416:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787759455.068875:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11430 00000100:00080000:3.0:1787759455.068883:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759455.068888:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759455.068894:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759455.068907:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766508672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759455.068917:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766508544:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787759455.068921:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759455.068926:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759455.068927:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759455.068932:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11430 00000100:00080000:3.0:1787759455.068935:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759455.068938:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759455.068943:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:0.0:1787759455.068949:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759455.068960:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766508800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759455.068965:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759455/real 1787759455] req@ffffa0e6c35b0e00 x1874589766508544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759455.068971:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759455.068977:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759455.068980:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759455.068985:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11430 00000100:00080000:3.0:1787759455.068988:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787759455.068991:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766508544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759455.068993:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759455.068997:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759455.069008:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766508928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759455.069009:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759455.069019:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759455.069025:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766508544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759455.069038:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766508672:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759455.069063:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759455.069076:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759455/real 1787759455] req@ffffa0e6c35b1180 x1874589766508672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759455.069088:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766508672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759455.069097:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759455.069100:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759455.069103:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766508672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759455.069109:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766508800:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759455.069125:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759455.069135:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759455/real 1787759455] req@ffffa0e6c35b3100 x1874589766508800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759455.069146:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766508800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759455.069156:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759455.069159:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759455.069163:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766508800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759455.069169:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766508928:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759455.069186:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759455.069195:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759455/real 1787759455] req@ffffa0e6c35b3b80 x1874589766508928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759455.069206:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766508928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759455.069216:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759455.069219:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759455.069222:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766508928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759455.964527:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759456.092418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759456.092496:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759456.988962:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759457.116391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759457.116391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759458.012484:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759458.140432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759458.140549:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759459.036453:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759459.164378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759459.164378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759460.060445:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787759460.188412:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787759460.188414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759460.188423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787759460.188426:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759460.188431:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759460.188444:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11435 00000100:00080000:1.0:1787759460.188454:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759460.188462:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759460.188505:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766509056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759460.188530:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759460.188534:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759460.188535:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759460.188539:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11435 00000100:00080000:1.0:1787759460.188543:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759460.188547:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759460.188558:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759460.188564:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766509056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759460.188573:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766509184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759460.188585:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759460.188589:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759460.188590:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759460.188595:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11435 00000100:00080000:1.0:1787759460.188611:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759460.188616:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:0.0:1787759460.188619:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:1.0:1787759460.188624:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759460.188639:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766509312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759460.188649:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759460/real 1787759460] req@ffffa0e6c792aa00 x1874589766509056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759460.188650:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759460.188659:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759460.188663:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787759460.188669:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766509056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759460.188670:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11435 00000100:00080000:1.0:1787759460.188678:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759460.188681:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759460.188684:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:0.0:1787759460.188688:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759460.188693:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766509056:192.168.201.131@tcp:250:kworker.0 00000008:00100000:1.0:1787759460.188696:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759460.188713:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766509440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759460.188738:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759460.188741:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759460.188743:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787759460.188747:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766509184:192.168.201.131@tcp:38:kworker.0 00000100:00080000:1.0:1787759460.188749:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11435 00000100:00080000:1.0:1787759460.188757:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759460.188761:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759460.188767:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000800:00000100:0.0:1787759460.188775:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759460.188782:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766509568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759460.188788:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759460/real 1787759460] req@ffffa0e6c792a300 x1874589766509184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759460.188806:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766509184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759460.188820:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759460.188824:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759460.188828:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766509184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759460.188843:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766509312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759460.188862:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759460.188872:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759460/real 1787759460] req@ffffa0e6c7928e00 x1874589766509312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759460.188884:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766509312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759460.188892:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759460.188894:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759460.188897:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766509312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759460.188900:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766509440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759460.188917:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759460.188927:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759460/real 1787759460] req@ffffa0e6c792ad80 x1874589766509440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759460.188938:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766509440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759460.188948:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759460.188950:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759460.188953:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766509440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759460.188968:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766509568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759460.188981:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759460.188988:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759460/real 1787759460] req@ffffa0e6c7929880 x1874589766509568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759460.188994:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766509568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759460.189000:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759460.189002:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759460.189004:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766509568:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759461.084469:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759461.212407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759461.212410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759462.108444:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759462.236395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759462.236399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759463.132441:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759463.260368:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759463.260400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759464.156406:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759464.284396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759464.284423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759465.180473:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759465.308361:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787759465.308383:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787759465.308383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787759465.308391:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759465.308395:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759465.308404:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11441 00000100:00080000:1.0:1787759465.308414:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759465.308420:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759465.308469:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766509696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759465.308493:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759465.308496:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759465.308498:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759465.308502:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11441 00000100:00080000:1.0:1787759465.308507:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759465.308512:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759465.308522:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759465.308526:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766509696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759465.308539:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766509824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759465.308551:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759465.308554:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759465.308557:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759465.308561:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11441 00000100:00080000:1.0:1787759465.308578:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759465.308582:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759465.308585:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787759465.308587:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759465.308596:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766509952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759465.308604:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759465.308606:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759465.308607:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759465.308610:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11441 00000100:00080000:1.0:1787759465.308613:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759465.308616:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759465.308619:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759465.308637:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766510080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759465.308646:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759465.308649:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759465.308651:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759465.308654:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11441 00000100:00080000:1.0:1787759465.308657:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759465.308660:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759465.308663:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787759465.308671:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766510208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759465.308736:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759465/real 1787759465] req@ffffa0e6c792b480 x1874589766509696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759465.308757:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766509696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759465.308768:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759465.308772:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759465.308775:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766509696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759465.308796:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766509824:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759465.308816:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759465.308828:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759465/real 1787759465] req@ffffa0e6c7929c00 x1874589766509824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759465.308839:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766509824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759465.308847:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759465.308850:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759465.308853:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766509824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759465.308858:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766509952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759465.308872:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759465.308880:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759465/real 1787759465] req@ffffa0e6c792b100 x1874589766509952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759465.308897:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766509952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759465.308905:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759465.308907:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759465.308910:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766509952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759465.308914:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766510080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759465.308928:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759465.308936:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759465/real 1787759465] req@ffffa0e6c7929f80 x1874589766510080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759465.308946:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766510080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759465.308955:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759465.308958:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759465.308961:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766510080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759465.308965:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766510208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759465.308978:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759465.308985:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759465/real 1787759465] req@ffffa0e6c792bb80 x1874589766510208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759465.309006:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766510208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759465.309021:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759465.309024:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759465.309027:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766510208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759466.204478:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759466.332404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759466.332404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759467.228561:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759467.356405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759467.356408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759468.252463:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759468.380403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759468.380403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759469.276511:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759469.404400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759469.404400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759470.300509:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759470.428402:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759470.428402:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759470.428408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759470.428413:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759470.428418:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759470.428429:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11446 00000100:00080000:3.0:1787759470.428439:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759470.428446:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759470.428496:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766510336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759470.428519:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759470.428522:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759470.428524:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759470.428528:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11446 00000100:00080000:3.0:1787759470.428531:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759470.428561:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759470.428569:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766510336:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787759470.428571:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759470.428587:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766510464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759470.428596:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759470.428599:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759470.428601:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759470.428605:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11446 00000100:00080000:3.0:1787759470.428608:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759470.428612:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759470.428616:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759470.428626:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766510592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787759470.428635:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759470.428639:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759470.428643:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759470.428645:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759470.428650:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11446 00000100:00080000:3.0:1787759470.428655:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759470.428659:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759470.428669:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759470.428676:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759470/real 1787759470] req@ffffa0e6c35b1500 x1874589766510336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759470.428681:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766510720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759470.428704:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759470.428708:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759470.428710:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787759470.428712:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766510336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759470.428716:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11446 00000100:00080000:3.0:1787759470.428720:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759470.428724:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759470.428739:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:0.0:1787759470.428742:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759470.428751:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759470.428757:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766510848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759470.428758:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766510336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759470.428787:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766510464:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759470.428811:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759470.428822:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759470/real 1787759470] req@ffffa0e6c35b0a80 x1874589766510464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759470.428834:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766510464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759470.428843:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759470.428846:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759470.428850:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766510464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759470.428855:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766510592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759470.428873:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759470.428882:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759470/real 1787759470] req@ffffa0e6c35b1880 x1874589766510592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759470.428892:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766510592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759470.428899:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759470.428903:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759470.428906:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766510592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759470.428911:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766510720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759470.428927:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759470.428950:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759470/real 1787759470] req@ffffa0e6c35b1c00 x1874589766510720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759470.428961:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766510720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759470.428977:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759470.428980:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759470.428984:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766510720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759470.428989:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766510848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759470.429006:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759470.429015:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759470/real 1787759470] req@ffffa0e6c35b2680 x1874589766510848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759470.429025:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766510848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759470.429035:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759470.429037:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759470.429041:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766510848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759471.324765:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759471.452415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759471.452415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759472.348456:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759472.476396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759472.476397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759473.372479:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759473.500373:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759473.500373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759474.396489:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759474.524406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759474.524406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759475.420488:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787759475.548335:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759475.548340:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759475.548340:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759475.548346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759475.548351:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759475.548360:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11451 00000100:00080000:3.0:1787759475.548370:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759475.548376:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759475.548412:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766510976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759475.548433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759475.548435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759475.548436:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759475.548439:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11451 00000100:00080000:3.0:1787759475.548441:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759475.548455:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759475.548462:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759475.548471:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766511104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759475.548478:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766510976:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787759475.548492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759475.548495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759475.548497:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759475.548502:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11451 00000100:00080000:3.0:1787759475.548506:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759475.548510:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759475.548515:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759475.548527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766511232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787759475.548535:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759475.548543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759475.548546:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759475.548548:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759475.548554:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11451 00000100:00080000:3.0:1787759475.548557:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759475.548561:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759475.548566:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759475.548567:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759475/real 1787759475] req@ffffa0e6c35b3800 x1874589766510976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759475.548580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766511360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759475.548589:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766510976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759475.548597:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759475.548600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759475.548601:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787759475.548608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787759475.548609:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766510976:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787759475.548613:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759475.548619:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11451 00000100:00080000:3.0:1787759475.548623:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759475.548627:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759475.548630:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766511104:192.168.201.131@tcp:38:kworker.0 00000008:00100000:3.0:1787759475.548633:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759475.548649:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766511488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787759475.548656:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759475.548672:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759475/real 1787759475] req@ffffa0e6c35b0700 x1874589766511104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759475.548686:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766511104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759475.548694:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759475.548697:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759475.548699:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766511104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759475.548703:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766511232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759475.548716:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759475.548722:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759475/real 1787759475] req@ffffa0e6c35b1f80 x1874589766511232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759475.548729:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766511232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759475.548746:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759475.548747:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759475.548750:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766511232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759475.548756:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766511360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759475.548767:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759475.548773:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759475/real 1787759475] req@ffffa0e6c35b2a00 x1874589766511360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759475.548779:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766511360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759475.548785:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759475.548787:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759475.548789:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766511360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759475.548798:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766511488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759475.548807:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759475.548813:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759475/real 1787759475] req@ffffa0e6c35b2d80 x1874589766511488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759475.548823:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766511488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759475.548832:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759475.548834:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759475.548838:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766511488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759476.444466:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759476.572399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759476.572399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759477.468469:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759477.596404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759477.596406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759478.492523:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759478.620448:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759478.620449:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759479.516466:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759479.644421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759479.644421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759480.542117:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759480.668340:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759480.668369:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759480.668488:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759480.668494:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759480.668498:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759480.668508:0:47626:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11456 00000100:00080000:3.0:1787759480.668520:0:47626:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759480.668528:0:47626:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759480.668571:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766511616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759480.668602:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759480.668606:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759480.668608:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759480.668612:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11456 00000100:00080000:3.0:1787759480.668615:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759480.668620:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759480.668631:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759480.668645:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766511616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759480.668648:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766511744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759480.668670:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759480.668678:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759480.668680:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759480.668689:0:47626:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11456 00000100:00080000:3.0:1787759480.668693:0:47626:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759480.668697:0:47626:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759480.668702:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787759480.668716:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759480.668717:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766511872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759480.668729:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759480.668732:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759480.668734:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759480.668739:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11456 00000100:00080000:3.0:1787759480.668743:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759480.668747:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759480.668752:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759480.668755:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759480/real 1787759480] req@ffffa0e6c35b3480 x1874589766511616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759480.668766:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766512000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759480.668777:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766511616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759480.668778:0:47626:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759480.668787:0:47626:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759480.668791:0:47626:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759480.668800:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759480.668801:0:47626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11456 00000100:00080000:3.0:1787759480.668808:0:47626:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759480.668811:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787759480.668816:0:47626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759480.668817:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766511616:192.168.201.131@tcp:250:kworker.0 00000008:00100000:3.0:1787759480.668827:0:47626:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759480.668840:0:47626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766512128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759480.668845:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766511744:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759480.668876:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759480.668890:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759480/real 1787759480] req@ffffa0e6c35b2d80 x1874589766511744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759480.668899:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766511744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759480.668909:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759480.668911:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759480.668913:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766511744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759480.668917:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766511872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759480.668929:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759480.668936:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759480/real 1787759480] req@ffffa0e6c35b2a00 x1874589766511872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759480.668942:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766511872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759480.668947:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759480.668949:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759480.668951:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766511872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759480.668954:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766512000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759480.668963:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759480.668969:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759480/real 1787759480] req@ffffa0e6c35b1f80 x1874589766512000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759480.668979:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766512000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759480.668987:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759480.668990:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759480.668993:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766512000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759480.669008:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766512128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759480.669026:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759480.669034:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759480/real 1787759480] req@ffffa0e6c35b0700 x1874589766512128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759480.669040:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766512128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759480.669058:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759480.669065:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759480.669068:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766512128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759481.564510:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759481.692408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759481.692408:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759482.588495:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759482.716363:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759482.716363:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759483.612535:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759483.740431:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759483.740536:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759484.636539:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759484.764500:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759484.764874:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759485.660475:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759485.788531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759485.788544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759485.788549:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759485.788562:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11461 00000100:00080000:0.0:1787759485.788575:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759485.788583:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759485.788628:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766512256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759485.788699:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766512256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759485.788714:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000800:00000100:3.0:1787759485.788765:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787759485.788799:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759485.788804:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759485.788806:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759485.788810:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11461 00000100:00080000:0.0:1787759485.788814:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759485.788818:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759485.788829:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759485.788843:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766512384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759485.788900:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759485/real 1787759485] req@ffffa0e6d86c6680 x1874589766512256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759485.788917:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766512256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759485.788928:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759485.788928:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759485.788936:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759485.788940:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766512256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759485.788968:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766512384:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759485.788990:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759485.789002:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759485/real 1787759485] req@ffffa0e6d86c6300 x1874589766512384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759485.789013:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766512384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759485.789022:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759485.789025:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759485.789028:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766512384:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787759485.789423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759485.789428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759485.789430:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759485.789435:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11461 00000100:00080000:0.0:1787759485.789439:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759485.789495:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759485.789501:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759485.789515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766512512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759485.789556:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766512512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759485.789582:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787759485.789605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759485.789609:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759485.789610:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759485.789615:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11461 00000100:00080000:0.0:1787759485.789619:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759485.789623:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759485.789628:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759485.789639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766512640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759485.789678:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759485/real 1787759485] req@ffffa0e6d86c5880 x1874589766512512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759485.789690:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766512512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759485.789699:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759485.789702:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759485.789705:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766512512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759485.789718:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766512640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759485.789739:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759485.789750:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759485/real 1787759485] req@ffffa0e6d86c7800 x1874589766512640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759485.789762:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766512640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759485.789771:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759485.789774:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759485.789777:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766512640:192.168.201.131@tcp:8:kworker.0 00000100:00080000:0.0:1787759485.789861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759485.789865:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759485.789867:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759485.789934:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11461 00000100:00080000:0.0:1787759485.789939:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759485.789943:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759485.789949:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759485.789962:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766512768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759485.790002:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766512768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759485.790025:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759485.790127:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759485/real 1787759485] req@ffffa0e6d86c5c00 x1874589766512768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759485.790146:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766512768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759485.790156:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759485.790159:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759485.790162:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766512768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759486.684474:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759486.812423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759486.812526:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759487.708522:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759487.836392:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759487.836399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759488.732525:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759488.860354:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759488.860354:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759489.756929:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759489.884398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759489.884482:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759490.780502:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759490.908390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759490.908428:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759490.908429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759490.908437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759490.908441:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759490.908452:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11466 00000100:00080000:3.0:1787759490.908463:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759490.908472:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759490.908516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766512896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759490.908577:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766512896:192.168.201.131@tcp:250:kworker.0 00000800:00000100:0.0:1787759490.908638:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759490.908671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759490.908675:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759490.908677:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759490.908682:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11466 00000100:00080000:3.0:1787759490.908686:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759490.908691:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759490.908706:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759490.908720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766513024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759490.908777:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759490/real 1787759490] req@ffffa0e6c35b3800 x1874589766512896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759490.908796:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766512896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759490.908806:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759490.908810:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759490.908815:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766512896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759490.908839:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766513024:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759490.908862:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759490.908882:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759490/real 1787759490] req@ffffa0e6c35b2680 x1874589766513024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759490.908894:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766513024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759490.908902:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759490.908905:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759490.908908:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766513024:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787759490.908955:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759490.908959:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759490.908961:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759490.908965:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11466 00000100:00080000:3.0:1787759490.908969:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759490.908973:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759490.908978:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759490.908991:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766513152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759490.909002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759490.909005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759490.909007:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759490.909010:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11466 00000100:00080000:3.0:1787759490.909013:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759490.909017:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759490.909022:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759490.909032:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766513280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759490.909040:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759490.909043:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759490.909044:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759490.909047:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11466 00000100:00080000:3.0:1787759490.909051:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759490.909055:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759490.909059:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759490.909069:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766513408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759490.909226:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766513152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759490.909251:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759490.909263:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759490/real 1787759490] req@ffffa0e6c35b1c00 x1874589766513152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759490.909297:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766513152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759490.909306:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759490.909309:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759490.909313:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766513152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759490.909319:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766513280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759490.909340:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759490.909351:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759490/real 1787759490] req@ffffa0e6c35b1880 x1874589766513280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759490.909363:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766513280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759490.909372:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759490.909375:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759490.909379:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766513280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759490.909592:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766513408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759490.909616:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759490.909628:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759490/real 1787759490] req@ffffa0e6c35b0a80 x1874589766513408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759490.909638:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766513408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759490.909647:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759490.909650:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759490.909653:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766513408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759491.804567:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759491.932431:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759491.932533:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759492.828513:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759492.956552:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759492.956807:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759493.852495:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759493.980432:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759493.981774:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759494.876581:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759495.004364:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759495.004533:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759495.900767:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787759496.028412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759496.028425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759496.028430:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759496.028441:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11471 00000100:00080000:3.0:1787759496.028454:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759496.028461:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759496.028462:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759496.028507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766513536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759496.028586:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766513536:192.168.201.131@tcp:250:kworker.0 00000800:00000100:0.0:1787759496.028646:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759496.028678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759496.028681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759496.028683:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759496.028688:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11471 00000100:00080000:3.0:1787759496.028692:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759496.028696:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759496.028706:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759496.028719:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766513664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787759496.028794:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759496.028853:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759496/real 1787759496] req@ffffa0e6c35b1500 x1874589766513536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759496.028877:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766513536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759496.028887:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759496.028890:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759496.028894:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766513536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759496.028930:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766513664:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759496.028968:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759496.028981:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759496/real 1787759496] req@ffffa0e6c35b3b80 x1874589766513664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759496.028994:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766513664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759496.029003:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759496.029006:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759496.029009:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766513664:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787759496.029198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759496.029203:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759496.029205:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759496.029210:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11471 00000100:00080000:3.0:1787759496.029214:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759496.029218:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759496.029224:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759496.029236:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766513792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759496.029291:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766513792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759496.029312:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759496.029359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759496.029363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759496.029365:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759496.029369:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11471 00000100:00080000:3.0:1787759496.029373:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759496.029378:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759496.029383:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759496.029395:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766513920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759496.029433:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759496/real 1787759496] req@ffffa0e6c35b3100 x1874589766513792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759496.029445:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766513792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759496.029460:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759496.029463:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759496.029466:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766513792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759496.029477:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766513920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759496.029497:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759496.029508:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759496/real 1787759496] req@ffffa0e6c35b1180 x1874589766513920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759496.029520:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766513920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759496.029529:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759496.029532:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759496.029535:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766513920:192.168.201.131@tcp:8:kworker.0 00000100:00080000:3.0:1787759496.029615:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759496.029619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759496.029621:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759496.029625:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11471 00000100:00080000:3.0:1787759496.029629:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759496.029633:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759496.029639:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759496.029650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766514048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759496.029690:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766514048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759496.029712:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759496.029769:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759496/real 1787759496] req@ffffa0e6c35b0e00 x1874589766514048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759496.029782:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766514048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759496.029792:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759496.029795:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759496.029798:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766514048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759496.924835:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759497.052434:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759497.052434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759497.948538:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759498.076436:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759498.076557:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759498.972561:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759499.100435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759499.100435:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759499.996532:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759500.124391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759500.124521:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759501.020799:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787759501.148431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759501.148446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759501.148452:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787759501.148479:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759501.149017:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759501.149088:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11476 00000100:00080000:3.0:1787759501.149101:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759501.149110:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759501.149154:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766514176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759501.149306:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766514176:192.168.201.131@tcp:250:kworker.0 00000800:00000100:0.0:1787759501.149365:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759501.150054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759501.150059:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759501.150062:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759501.150067:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11476 00000100:00080000:3.0:1787759501.150071:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759501.150076:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759501.150087:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759501.150103:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766514304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759501.150191:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759501/real 1787759501] req@ffffa0e6c35b0380 x1874589766514176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759501.150209:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766514176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759501.150218:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759501.150221:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759501.150225:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766514176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759501.150247:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766514304:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759501.150291:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759501.150304:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759501/real 1787759501] req@ffffa0e6c35b0e00 x1874589766514304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759501.150317:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766514304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759501.150324:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759501.150327:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759501.150330:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766514304:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787759501.150434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759501.150438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759501.150440:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759501.150445:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11476 00000100:00080000:3.0:1787759501.150449:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759501.150454:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759501.150459:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759501.150485:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766514432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759501.150618:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766514432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759501.150641:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759501.151016:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759501.151020:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759501.151022:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759501.151030:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11476 00000100:00080000:3.0:1787759501.151037:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759501.151040:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759501.151048:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759501.151060:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766514560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759501.151099:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759501/real 1787759501] req@ffffa0e6c35b1180 x1874589766514432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759501.151111:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766514432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759501.151119:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759501.151122:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759501.151125:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766514432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759501.151136:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766514560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759501.151156:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759501.151166:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759501/real 1787759501] req@ffffa0e6c35b3100 x1874589766514560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759501.151177:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766514560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759501.151188:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759501.151191:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759501.151194:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766514560:192.168.201.131@tcp:8:kworker.0 00000100:00080000:3.0:1787759501.151499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759501.151503:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759501.151505:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759501.151510:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11476 00000100:00080000:3.0:1787759501.151514:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759501.151518:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759501.151523:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759501.151536:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766514688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759501.152038:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766514688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759501.152063:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759501.152134:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759501/real 1787759501] req@ffffa0e6c35b3b80 x1874589766514688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759501.152147:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766514688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759501.152157:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759501.152160:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759501.152163:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766514688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759502.044581:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759502.172342:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759502.172377:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759503.068494:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759503.196415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759503.196415:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759504.092655:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759504.220679:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759504.221154:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759505.116538:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759505.244397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759505.244397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759506.142739:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759506.268445:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759506.268581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759506.268587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759506.268592:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759506.268602:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11482 00000100:00080000:3.0:1787759506.268613:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759506.268621:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759506.268663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766514816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759506.268698:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759506.268709:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759506.268711:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759506.268715:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11482 00000100:00080000:3.0:1787759506.268719:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759506.268723:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759506.268732:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759506.268745:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766514944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759506.268755:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759506.268758:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759506.268760:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759506.268764:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11482 00000100:00080000:3.0:1787759506.268768:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759506.268771:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759506.268777:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759506.268793:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766515072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759506.268803:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759506.268807:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759506.268808:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759506.268813:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11482 00000100:00100000:1.0:1787759506.268817:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759506.268817:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759506.268823:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759506.268829:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759506.268838:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766515200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759506.268846:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759506.268849:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759506.268850:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759506.268854:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11482 00000100:00080000:3.0:1787759506.268857:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759506.268860:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759506.268865:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759506.268874:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766515328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759506.269185:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766514816:192.168.201.131@tcp:250:kworker.0 00000800:00000100:0.0:1787759506.269244:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759506.269313:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759506/real 1787759506] req@ffffa0e6c35b1500 x1874589766514816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759506.269340:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766514816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759506.269350:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759506.269354:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759506.269357:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766514816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759506.269364:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766514944:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759506.269503:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759506.269606:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759506/real 1787759506] req@ffffa0e6c35b0a80 x1874589766514944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759506.269619:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766514944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759506.269629:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759506.269632:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759506.269635:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766514944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759506.269641:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766515072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759506.269660:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759506.269671:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759506/real 1787759506] req@ffffa0e6c35b1880 x1874589766515072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759506.269683:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766515072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759506.269691:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759506.269694:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759506.269829:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766515072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759506.269836:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766515200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759506.269860:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759506.269872:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759506/real 1787759506] req@ffffa0e6c35b1c00 x1874589766515200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759506.269884:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766515200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759506.269893:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759506.269896:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759506.269900:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766515200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759506.270138:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766515328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759506.270163:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759506.270174:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759506/real 1787759506] req@ffffa0e6c35b2680 x1874589766515328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759506.270186:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766515328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759506.270195:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759506.270198:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759506.270201:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766515328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759507.164995:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759507.292421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759507.292532:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759508.188627:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759508.316604:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759508.316897:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759509.212634:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759509.340438:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759509.340668:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759510.236602:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759510.364424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759510.364531:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759511.260499:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787759511.388414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759511.388427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759511.388433:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759511.388447:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11487 00000100:00080000:3.0:1787759511.388460:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759511.388469:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759511.388513:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766515456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759511.388548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759511.388552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759511.388554:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759511.388559:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11487 00000100:00080000:3.0:1787759511.388562:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759511.388567:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759511.388577:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759511.388591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766515584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759511.388601:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759511.388604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759511.388606:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759511.388610:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11487 00000100:00080000:3.0:1787759511.388613:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759511.388617:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759511.388621:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759511.388632:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766515712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759511.388648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759511.388652:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759511.388653:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759511.388657:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11487 00000100:00080000:3.0:1787759511.388661:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759511.388665:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759511.388670:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759511.388681:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766515840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759511.388690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759511.388693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759511.388694:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759511.388698:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11487 00000100:00080000:3.0:1787759511.388701:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759511.388705:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759511.388709:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759511.388720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766515968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787759511.388905:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759511.388959:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759511.388993:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766515456:192.168.201.131@tcp:250:kworker.0 00000800:00000100:1.0:1787759511.389064:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759511.389102:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759511/real 1787759511] req@ffffa0e6c35b3800 x1874589766515456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759511.389117:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766515456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759511.389134:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759511.389138:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759511.389142:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766515456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759511.389150:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766515584:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759511.389170:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759511.389181:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759511/real 1787759511] req@ffffa0e6c35b0700 x1874589766515584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759511.389192:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766515584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759511.389201:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759511.389205:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759511.389208:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766515584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759511.389214:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766515712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759511.389231:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759511.389241:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759511/real 1787759511] req@ffffa0e6c35b1f80 x1874589766515712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759511.389252:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766515712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759511.389261:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759511.389264:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759511.389268:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766515712:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759511.389305:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766515840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759511.389325:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759511.389335:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759511/real 1787759511] req@ffffa0e6c35b2a00 x1874589766515840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759511.389347:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766515840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759511.389357:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759511.389361:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759511.389364:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766515840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759511.389370:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766515968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759511.389386:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759511.389395:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759511/real 1787759511] req@ffffa0e6c35b2d80 x1874589766515968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759511.389406:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766515968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759511.389416:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759511.389419:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759511.389423:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766515968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759512.284785:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759512.414981:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759512.415087:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759513.308485:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759513.436390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759513.436390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759514.332565:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759514.460431:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759514.460451:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759515.356898:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759515.484486:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759515.485093:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759516.380701:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787759516.508387:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759516.508389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759516.508400:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759516.508405:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759516.508414:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11492 00000100:00080000:3.0:1787759516.508427:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759516.508434:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759516.508477:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766516096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759516.508521:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759516.508525:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759516.508527:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759516.508530:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11492 00000100:00080000:3.0:1787759516.508534:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759516.508537:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759516.508547:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759516.508560:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766516224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759516.508570:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759516.508573:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759516.508574:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759516.508578:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11492 00000100:00080000:3.0:1787759516.508581:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759516.508585:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759516.508589:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759516.508599:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766516352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759516.508608:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766516096:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787759516.508611:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759516.508616:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759516.508618:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759516.508622:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11492 00000100:00080000:3.0:1787759516.508626:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759516.508630:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759516.508635:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759516.508646:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766516480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759516.508655:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759516.508666:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759516.508668:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759516.508672:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11492 00000100:00080000:3.0:1787759516.508679:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787759516.508683:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766516224:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787759516.508687:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759516.508694:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759516.508707:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766516608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759516.508712:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766516352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759516.508751:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766516480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759516.508776:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766516608:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787759516.508807:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759517.404694:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759517.532429:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759517.533020:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759518.428521:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759518.556392:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759518.556432:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759519.452552:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759519.580625:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:3.0:1787759519.580835:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:3.0:1787759519.580881:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787759519.580897:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787759519.581111:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759516/real 1787759519] req@ffffa0e6c35b3480 x1874589766516096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759541 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759519.581136:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766516096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759541 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759519.581149:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759519.581154:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759519.581158:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766516096:192.168.201.131@tcp:250:kworker.0 00000800:00000100:3.0:1787759519.581220:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787759519.581373:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759516/real 1787759519] req@ffffa0e6c35b2d80 x1874589766516224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759541 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759519.581389:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766516224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759541 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759519.581399:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759519.581402:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759519.581406:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766516224:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759519.581533:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787759519.581590:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759516/real 1787759519] req@ffffa0e6c35b2a00 x1874589766516352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759541 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759519.581605:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766516352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759541 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759519.581613:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759519.581617:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759519.581620:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766516352:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759519.581657:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787759519.581724:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759516/real 1787759519] req@ffffa0e6c35b1f80 x1874589766516480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759541 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759519.581739:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766516480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759541 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759519.581750:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759519.581754:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759519.581757:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766516480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759519.581794:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:1.0:1787759519.581848:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759516/real 1787759519] req@ffffa0e6c35b0700 x1874589766516608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759541 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759519.581861:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766516608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759541 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759519.581870:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759519.581873:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759519.581877:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766516608:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759519.585561:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759520.476462:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759520.604642:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759520.605802:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759521.500509:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759521.629181:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759521.631615:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759521.631628:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759521.631651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759521.631656:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759521.631669:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11497 00000100:00080000:0.0:1787759521.631681:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759521.631691:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759521.631732:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766516736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759521.631765:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759521.631769:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759521.631771:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759521.631782:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11497 00000100:00080000:0.0:1787759521.631786:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759521.631792:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759521.631803:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759521.631819:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766516864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759521.631826:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766516736:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787759521.631841:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759521.631846:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759521.631848:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759521.631854:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11497 00000100:00080000:0.0:1787759521.631857:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759521.631863:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759521.631868:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759521.631886:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766516992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759521.631902:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759521.631906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759521.631909:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787759521.631915:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787759521.631918:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11497 00000100:00080000:0.0:1787759521.631925:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759521.631930:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759521.631936:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759521.631950:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766517120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759521.631960:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759521.631964:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759521.631966:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787759521.631979:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759521/real 1787759521] req@ffffa0e6d86c5c00 x1874589766516736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759521.631980:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11497 00000100:00080000:0.0:1787759521.631989:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759521.631999:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759521.632009:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787759521.632020:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766516736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759521.632034:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759521.632041:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759521.632044:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766516736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759521.632071:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766516864:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759521.632095:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759521.632108:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759521/real 1787759521] req@ffffa0e6d86c7800 x1874589766516864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759521.632119:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766516864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759521.632128:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759521.632131:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759521.632136:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766516864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759521.632142:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766516992:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759521.632169:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759521.632180:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759521/real 1787759521] req@ffffa0e6d86c5880 x1874589766516992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759521.632191:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766516992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759521.632199:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759521.632202:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759521.632205:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766516992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759521.632211:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766517120:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759521.633196:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759521.633222:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759521/real 1787759521] req@ffffa0e6d86c6300 x1874589766517120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759521.633253:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766517120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759521.633264:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759521.633268:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759521.633284:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766517120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759521.633525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766517248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759521.633603:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766517248:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759521.633655:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759521.633670:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759521/real 1787759521] req@ffffa0e6d86c6680 x1874589766517248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759521.633681:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766517248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759521.633690:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759521.633693:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759521.633696:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766517248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759522.524441:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759522.652391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759522.652393:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759523.548536:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759523.676390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759523.676496:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759524.572526:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759524.700446:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759524.700468:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759525.596466:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759525.724401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759525.724405:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759526.620431:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759526.748425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759526.748444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759526.748455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759526.748460:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759526.748472:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11502 00000100:00080000:3.0:1787759526.748484:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759526.748492:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759526.748510:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759526.748532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766517376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759526.748570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759526.748574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759526.748575:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759526.748580:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11502 00000100:00080000:3.0:1787759526.748583:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759526.748588:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759526.748598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759526.748606:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766517376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759526.748613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766517504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759526.748624:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759526.748628:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759526.748629:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759526.748633:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11502 00000100:00080000:3.0:1787759526.748637:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759526.748640:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759526.748645:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759526.748655:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766517632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759526.748672:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787759526.748673:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759526.748678:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759526.748680:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759526.748685:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11502 00000100:00080000:3.0:1787759526.748689:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759526.748693:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759526.748698:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759526.748708:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766517760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759526.748716:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759526/real 1787759526] req@ffffa0e6c35b0700 x1874589766517376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759526.748720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759526.748727:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759526.748730:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759526.748738:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11502 00000100:00080000:3.0:1787759526.748741:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759526.748746:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759526.748747:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766517376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787759526.748751:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787759526.748764:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787759526.748764:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766517888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759526.748774:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759526.748782:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766517376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759526.748806:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766517504:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759526.748828:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759526.748840:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759526/real 1787759526] req@ffffa0e6c35b1f80 x1874589766517504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759526.748852:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766517504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759526.748861:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759526.748864:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759526.748867:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766517504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759526.748873:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766517632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759526.748890:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759526.748901:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759526/real 1787759526] req@ffffa0e6c35b2a00 x1874589766517632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759526.748912:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766517632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759526.748920:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759526.748924:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759526.748927:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766517632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759526.748933:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766517760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759526.748952:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759526.748962:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759526/real 1787759526] req@ffffa0e6c35b2d80 x1874589766517760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759526.748972:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766517760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759526.748982:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759526.748985:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759526.748988:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766517760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759526.748993:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766517888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759526.749010:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759526.749031:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759526/real 1787759526] req@ffffa0e6c35b3480 x1874589766517888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759526.749043:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766517888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759526.749053:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759526.749056:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759526.749059:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766517888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759527.644735:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759527.772385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759527.772404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759528.669412:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759528.796406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759528.796406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759529.692480:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759529.820406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759529.820406:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759530.716496:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759530.844425:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759530.844425:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759531.740587:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759531.868401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787759531.868553:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759531.868559:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759531.868563:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759531.868574:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11507 00000100:00080000:1.0:1787759531.868584:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759531.868592:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759531.868647:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766518016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759531.868681:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759531.868685:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759531.868687:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759531.868691:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11507 00000100:00080000:1.0:1787759531.868695:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759531.868700:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759531.868710:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759531.868723:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766518144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759531.868731:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759531.868735:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759531.868737:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759531.868741:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11507 00000100:00080000:1.0:1787759531.868744:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759531.868747:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759531.868752:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759531.868773:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766518272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759531.868783:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759531.868787:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759531.868789:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759531.868792:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11507 00000100:00080000:1.0:1787759531.868796:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759531.868799:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759531.868804:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759531.868814:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766518400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759531.868822:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759531.868825:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759531.868826:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759531.868830:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11507 00000100:00080000:1.0:1787759531.868833:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759531.868836:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759531.868840:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787759531.868851:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766518528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787759531.868914:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759531.869080:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766518016:192.168.201.131@tcp:250:kworker.0 00000800:00000100:0.0:1787759531.869136:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759531.869180:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759531/real 1787759531] req@ffffa0e6c7928380 x1874589766518016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759531.869203:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766518016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759531.869213:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759531.869216:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759531.869220:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766518016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759531.869227:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766518144:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759531.869248:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759531.869260:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759531/real 1787759531] req@ffffa0e6c7929180 x1874589766518144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759531.869296:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766518144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759531.869305:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759531.869308:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759531.869311:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766518144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759531.869317:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766518272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759531.869336:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759531.869346:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759531/real 1787759531] req@ffffa0e6c792a680 x1874589766518272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759531.869356:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766518272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759531.869370:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759531.869373:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759531.869377:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766518272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759531.869382:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766518400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759531.869401:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759531.869411:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759531/real 1787759531] req@ffffa0e6c7928a80 x1874589766518400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759531.869423:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766518400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759531.869433:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759531.869436:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759531.869440:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766518400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759531.869445:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766518528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759531.869480:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759531.869491:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759531/real 1787759531] req@ffffa0e6c7929500 x1874589766518528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759531.869502:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766518528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759531.869511:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759531.869514:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759531.869517:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766518528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759532.764488:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759532.892456:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759532.892639:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759533.788583:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759533.916439:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759533.917571:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759534.812497:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759534.940429:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759534.940431:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759535.836532:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759535.964423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759535.964423:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759536.861198:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787759536.988412:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787759536.988412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787759536.988423:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759536.988429:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759536.988439:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11512 00000100:00080000:1.0:1787759536.988451:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759536.988458:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759536.988490:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759536.988501:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928700 x1874589766518656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759536.988521:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759536.988524:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759536.988526:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759536.988531:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11512 00000100:00080000:1.0:1787759536.988534:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759536.988540:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759536.988541:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766518656:192.168.201.131@tcp:250:kworker.0 00000008:00100000:1.0:1787759536.988550:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759536.988565:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929500 x1874589766518784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759536.988575:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759536.988579:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759536.988580:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759536.988584:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11512 00000100:00080000:1.0:1787759536.988595:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759536.988600:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759536.988604:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787759536.988607:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759536.988618:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928a80 x1874589766518912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759536.988628:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759536.988631:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759536.988642:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787759536.988647:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759536/real 1787759536] req@ffffa0e6c7928700 x1874589766518656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759536.988649:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11512 00000100:00080000:1.0:1787759536.988656:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759536.988664:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759536.988670:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759536.988675:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928700 x1874589766518656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759536.988686:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a680 x1874589766519040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759536.988688:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759536.988696:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759536.988704:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766518656:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787759536.988704:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759536.988712:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759536.988716:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759536.988720:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11512 00000100:00080000:1.0:1787759536.988724:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759536.988728:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759536.988733:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759536.988735:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766518784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759536.988747:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929180 x1874589766519168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787759536.988763:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759536.988778:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759536/real 1787759536] req@ffffa0e6c7929500 x1874589766518784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759536.988789:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929500 x1874589766518784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759536.988797:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759536.988800:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759536.988804:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766518784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759536.988810:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766518912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759536.988828:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759536.988842:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759536/real 1787759536] req@ffffa0e6c7928a80 x1874589766518912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759536.988852:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928a80 x1874589766518912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759536.988859:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759536.988861:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759536.988864:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766518912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759536.988869:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766519040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759536.988885:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759536.988894:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759536/real 1787759536] req@ffffa0e6c792a680 x1874589766519040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759536.988905:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a680 x1874589766519040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759536.988914:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759536.988916:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759536.988919:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766519040:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759536.988933:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766519168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759536.988952:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759536.988961:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759536/real 1787759536] req@ffffa0e6c7929180 x1874589766519168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759536.988971:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929180 x1874589766519168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759536.988979:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759536.988982:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759536.988984:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766519168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759537.884464:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759538.012384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759538.012396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759538.908457:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759539.036771:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759539.039479:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759539.932646:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759540.060416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759540.060449:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759540.956929:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759541.084410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759541.084410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759541.980533:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759542.108401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:1.0:1787759542.108421:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759542.108429:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759542.108434:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759542.108446:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11517 00000100:00080000:1.0:1787759542.108460:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759542.108468:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759542.108517:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928380 x1874589766519296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759542.108544:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759542.108548:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759542.108550:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759542.108555:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11517 00000100:00080000:1.0:1787759542.108560:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759542.108564:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759542.108573:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759542.108585:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792bb80 x1874589766519424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759542.108592:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766519296:192.168.201.131@tcp:250:kworker.0 00000100:00080000:1.0:1787759542.108598:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759542.108602:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759542.108604:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759542.108609:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11517 00000100:00080000:1.0:1787759542.108613:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759542.108617:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759542.108622:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759542.108636:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929f80 x1874589766519552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759542.108646:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759542.108649:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759542.108651:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759542.108655:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11517 00000100:00080000:1.0:1787759542.108669:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759542.108673:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759542.108678:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:0.0:1787759542.108684:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759542.108693:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b100 x1874589766519680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759542.108703:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759542.108706:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759542.108708:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759542.108712:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11517 00000100:00080000:1.0:1787759542.108716:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759542.108720:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759542.108725:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787759542.108738:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929c00 x1874589766519808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759542.108742:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759542/real 1787759542] req@ffffa0e6c7928380 x1874589766519296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759542.108779:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928380 x1874589766519296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759542.108791:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759542.108796:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759542.108800:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766519296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759542.108833:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766519424:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759542.108857:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759542.108871:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759542/real 1787759542] req@ffffa0e6c792bb80 x1874589766519424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759542.108884:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792bb80 x1874589766519424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759542.108899:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759542.108902:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759542.108905:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766519424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759542.108912:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766519552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759542.108933:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759542.108943:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759542/real 1787759542] req@ffffa0e6c7929f80 x1874589766519552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759542.108955:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929f80 x1874589766519552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759542.108963:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759542.108966:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759542.108970:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766519552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759542.108976:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766519680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759542.108996:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759542.109007:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759542/real 1787759542] req@ffffa0e6c792b100 x1874589766519680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759542.109017:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b100 x1874589766519680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759542.109029:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759542.109032:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759542.109036:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766519680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759542.109042:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766519808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759542.109061:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759542.109071:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759542/real 1787759542] req@ffffa0e6c7929c00 x1874589766519808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759542.109082:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929c00 x1874589766519808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759542.109092:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759542.109095:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759542.109098:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766519808:192.168.201.131@tcp:8:kworker.0 00000100:00100000:2.0:1787759542.109315:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759543.004549:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759543.132414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759543.132423:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759544.028929:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759544.156379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759544.156379:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759545.054319:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759545.180410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759545.180729:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759546.076567:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759546.204410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759546.204522:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759547.100540:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759547.228424:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759547.230747:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759547.232249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759547.232258:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759547.232263:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759547.232295:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11523 00000100:00080000:3.0:1787759547.232307:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759547.232313:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759547.232354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766519936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759547.232388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759547.232391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759547.232393:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759547.232397:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11523 00000100:00080000:3.0:1787759547.232401:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759547.232405:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759547.232414:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759547.232426:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766520064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759547.232435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759547.232438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759547.232440:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759547.232443:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11523 00000100:00080000:3.0:1787759547.232446:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759547.232449:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759547.232454:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759547.232462:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766520192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759547.232471:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759547.232474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759547.232475:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759547.232479:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11523 00000100:00080000:3.0:1787759547.232481:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759547.232485:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759547.232489:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759547.232496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766520320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759547.232503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759547.232506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759547.232507:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759547.232510:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11523 00000100:00080000:3.0:1787759547.232513:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759547.232517:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759547.232521:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759547.232530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766520448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759547.232546:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766519936:192.168.201.131@tcp:250:kworker.0 00000800:00000100:0.0:1787759547.232611:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759547.232648:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759547/real 1787759547] req@ffffa0e6c35b3800 x1874589766519936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759547.232665:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766519936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759547.232676:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759547.232680:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759547.232684:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766519936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759547.232691:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766520064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759547.232711:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759547.232722:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759547/real 1787759547] req@ffffa0e6c35b2680 x1874589766520064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759547.232734:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766520064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759547.232743:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759547.232746:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759547.232749:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766520064:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759547.232754:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766520192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759547.232770:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759547.232780:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759547/real 1787759547] req@ffffa0e6c35b1c00 x1874589766520192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759547.232790:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766520192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759547.232798:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759547.232802:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759547.232805:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766520192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759547.232810:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766520320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759547.232827:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759547.232837:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759547/real 1787759547] req@ffffa0e6c35b1880 x1874589766520320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759547.232849:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766520320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759547.232859:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759547.232862:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759547.232865:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766520320:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759547.232891:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766520448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759547.232923:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759547.232935:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759547/real 1787759547] req@ffffa0e6c35b0a80 x1874589766520448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759547.232947:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766520448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759547.232956:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759547.232960:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759547.232962:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766520448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759548.124513:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759548.252390:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759548.252395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759549.151111:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759549.276418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759549.276418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759550.172619:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759550.300412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759550.300489:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759551.196571:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759551.324417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759551.324534:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759552.220463:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759552.348370:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759552.349168:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759552.349248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759552.349256:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759552.349267:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759552.349297:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11528 00000100:00080000:3.0:1787759552.349311:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759552.349321:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759552.349365:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766520576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759552.349402:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759552.349406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759552.349408:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759552.349413:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11528 00000100:00080000:3.0:1787759552.349418:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759552.349423:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759552.349433:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759552.349447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766520704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759552.349455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759552.349459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759552.349468:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759552.349472:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11528 00000100:00080000:3.0:1787759552.349476:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759552.349480:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759552.349485:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759552.349511:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766520832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759552.349527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759552.349530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759552.349532:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759552.349536:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11528 00000100:00080000:3.0:1787759552.349540:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759552.349544:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759552.349549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759552.349558:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766520960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759552.349566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759552.349570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759552.349571:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759552.349575:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11528 00000100:00080000:3.0:1787759552.349578:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759552.349582:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759552.349586:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759552.349595:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766521088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759552.349833:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766520576:192.168.201.131@tcp:250:kworker.0 00000800:00000100:0.0:1787759552.349906:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759552.349948:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759552/real 1787759552] req@ffffa0e6c35b1500 x1874589766520576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759552.349966:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766520576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759552.349976:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759552.349980:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759552.349984:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766520576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759552.349991:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766520704:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759552.350012:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759552.350024:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759552/real 1787759552] req@ffffa0e6c35b3b80 x1874589766520704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759552.350036:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766520704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759552.350044:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759552.350047:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759552.350050:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766520704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759552.350056:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766520832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759552.350075:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759552.350085:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759552/real 1787759552] req@ffffa0e6c35b3100 x1874589766520832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759552.350133:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766520832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759552.350149:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759552.350152:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759552.350155:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766520832:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759552.350161:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766520960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759552.350182:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759552.350193:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759552/real 1787759552] req@ffffa0e6c35b1180 x1874589766520960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759552.350204:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766520960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759552.350214:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759552.350217:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759552.350220:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766520960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759552.350225:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766521088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759552.350243:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759552.350254:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759552/real 1787759552] req@ffffa0e6c35b0e00 x1874589766521088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759552.350265:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766521088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759552.350293:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759552.350297:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759552.350300:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766521088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759553.244453:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759553.372386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759553.372386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759554.268491:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759554.396372:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759554.396399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759555.292440:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759555.420414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759555.422143:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759556.316427:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759556.444379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759556.444524:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759557.340528:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759557.468400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759557.468400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787759557.468409:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759557.468415:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759557.468419:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759557.468428:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11533 00000100:00080000:1.0:1787759557.468438:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759557.468444:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759557.468482:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792b480 x1874589766521216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759557.468502:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759557.468505:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759557.468506:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759557.468509:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11533 00000100:00080000:1.0:1787759557.468511:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759557.468513:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759557.468528:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759557.468535:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766521216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759557.468543:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766521344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759557.468554:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759557.468558:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759557.468560:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759557.468564:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11533 00000100:00080000:1.0:1787759557.468568:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759557.468576:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759557.468581:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759557.468592:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766521472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787759557.468600:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:1.0:1787759557.468603:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759557.468608:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759557.468610:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759557.468615:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11533 00000100:00080000:1.0:1787759557.468619:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759557.468623:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759557.468629:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759557.468643:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766521600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759557.468644:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759557/real 1787759557] req@ffffa0e6c792b480 x1874589766521216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759557.468666:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759557.468667:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759557.468668:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759557.468671:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11533 00000100:00080000:1.0:1787759557.468674:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759557.468680:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759557.468684:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787759557.468694:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766521728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759557.468695:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792b480 x1874589766521216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759557.468714:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759557.468720:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759557.468723:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766521216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759557.468747:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766521344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759557.468769:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759557.468781:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759557/real 1787759557] req@ffffa0e6c7929880 x1874589766521344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759557.468790:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766521344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759557.468795:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759557.468805:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759557.468808:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766521344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759557.468812:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766521472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759557.468824:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759557.468831:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759557/real 1787759557] req@ffffa0e6c792ad80 x1874589766521472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759557.468837:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766521472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759557.468842:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759557.468844:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759557.468846:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766521472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759557.468848:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766521600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759557.468858:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759557.468863:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759557/real 1787759557] req@ffffa0e6c7928e00 x1874589766521600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759557.468869:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766521600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759557.468874:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759557.468876:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759557.468877:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766521600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759557.468880:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766521728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759557.468889:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759557.468894:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759557/real 1787759557] req@ffffa0e6c792a300 x1874589766521728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759557.468900:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766521728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759557.468905:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759557.468907:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759557.468908:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766521728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759558.365298:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759558.492410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759558.492410:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759559.388452:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759559.516353:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759559.516353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759560.412419:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759560.540378:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759560.540378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759561.436435:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759561.564401:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759561.564401:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759562.460474:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759562.588409:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759562.588409:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787759562.588442:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759562.588447:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759562.588451:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759562.588460:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11538 00000100:00080000:2.0:1787759562.588472:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759562.588478:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759562.588515:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766521856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759562.588541:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759562.588544:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759562.588546:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759562.588550:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11538 00000100:00080000:2.0:1787759562.588553:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759562.588557:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759562.588566:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759562.588573:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766521856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787759562.588578:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766521984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759562.588587:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759562.588590:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759562.588592:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759562.588596:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11538 00000100:00080000:2.0:1787759562.588599:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759562.588602:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759562.588606:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759562.588614:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766522112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759562.588622:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759562.588624:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759562.588626:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759562.588629:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11538 00000100:00080000:2.0:1787759562.588631:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759562.588634:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759562.588638:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:0.0:1787759562.588644:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787759562.588646:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766522240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759562.588653:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759562.588655:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759562.588657:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759562.588660:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11538 00000100:00080000:2.0:1787759562.588662:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759562.588665:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759562.588677:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759562/real 1787759562] req@ffffa0e6c60c8380 x1874589766521856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787759562.588678:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787759562.588687:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766522368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759562.588692:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766521856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759562.588701:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759562.588705:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759562.588709:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766521856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759562.588731:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766521984:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759562.588753:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759562.588766:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759562/real 1787759562] req@ffffa0e6c60ca300 x1874589766521984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759562.588778:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766521984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759562.588783:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759562.588785:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759562.588787:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766521984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759562.588791:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766522112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759562.588804:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759562.588811:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759562/real 1787759562] req@ffffa0e6c60c9f80 x1874589766522112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759562.588817:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766522112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759562.588822:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759562.588823:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759562.588825:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766522112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759562.588828:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766522240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759562.588840:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759562.588849:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759562/real 1787759562] req@ffffa0e6c60caa00 x1874589766522240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759562.588859:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766522240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759562.588869:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759562.588872:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759562.588875:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766522240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759562.588879:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766522368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759562.588893:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759562.588900:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759562/real 1787759562] req@ffffa0e6c60c9180 x1874589766522368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759562.588906:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766522368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759562.588928:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759562.588931:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759562.588933:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766522368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759563.484500:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759563.612422:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759563.613081:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759564.508452:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759564.636371:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759564.636371:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759565.532616:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759565.660561:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759565.661065:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759566.556505:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759566.684396:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759566.684396:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759567.580595:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759567.708385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759567.708395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759567.708483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759567.708490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759567.708495:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759567.708505:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11543 00000100:00080000:3.0:1787759567.708518:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759567.708525:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759567.708566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766522496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759567.708595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759567.708599:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759567.708601:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759567.708605:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11543 00000100:00080000:3.0:1787759567.708609:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759567.708614:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759567.708624:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759567.708627:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766522496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759567.708642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766522624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759567.708653:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759567.708657:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759567.708658:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759567.708663:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11543 00000100:00080000:3.0:1787759567.708667:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759567.708671:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759567.708676:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759567.708687:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766522752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759567.708697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759567.708703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:0.0:1787759567.708704:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759567.708707:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759567.708714:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11543 00000100:00080000:3.0:1787759567.708719:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759567.708724:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759567.708729:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759567.708742:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766522880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759567.708749:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759567/real 1787759567] req@ffffa0e6c35b0380 x1874589766522496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759567.708755:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759567.708763:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759567.708767:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759567.708773:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11543 00000100:00080000:3.0:1787759567.708776:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787759567.708781:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766522496/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759567.708782:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759567.708790:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:0.0:1787759567.708795:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759567.708800:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759567.708804:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766523008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759567.708805:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766522496:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759567.708851:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766522624:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759567.708874:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759567.708886:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759567/real 1787759567] req@ffffa0e6c35b0e00 x1874589766522624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759567.708895:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766522624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759567.708900:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759567.708903:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759567.708905:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766522624:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759567.708909:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766522752:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759567.708922:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759567.708928:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759567/real 1787759567] req@ffffa0e6c35b1180 x1874589766522752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759567.708935:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766522752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759567.708940:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759567.708942:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759567.708944:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766522752:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759567.708948:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766522880:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759567.708958:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759567.708963:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759567/real 1787759567] req@ffffa0e6c35b3100 x1874589766522880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759567.708970:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766522880/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759567.708977:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759567.708978:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759567.708980:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766522880:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759567.708982:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766523008:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759567.708992:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759567.708996:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759567/real 1787759567] req@ffffa0e6c35b3b80 x1874589766523008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759567.709003:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766523008/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759567.709009:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759567.709011:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759567.709012:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766523008:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759568.606972:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759568.732391:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759568.732391:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759569.628874:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759569.756390:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759569.756606:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759570.652623:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759570.780410:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759570.780420:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759571.676519:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759571.804386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759571.804389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759572.700429:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759572.828855:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759572.829105:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759572.829168:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759572.829178:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759572.829182:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759572.829193:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11548 00000100:00080000:0.0:1787759572.829207:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759572.829216:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759572.829263:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766523136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759572.829384:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766523136:192.168.201.131@tcp:250:kworker.0 00000800:00000100:1.0:1787759572.829463:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787759572.829497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759572.829501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759572.829502:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759572.829507:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11548 00000100:00080000:0.0:1787759572.829512:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759572.829517:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759572.829526:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759572.829541:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766523264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759572.829598:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759572/real 1787759572] req@ffffa0e6d86c6680 x1874589766523136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759572.829618:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766523136/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759572.829628:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759572.829632:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759572.829636:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766523136:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759572.829666:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766523264:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759572.829691:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759572.829705:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759572/real 1787759572] req@ffffa0e6d86c6300 x1874589766523264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759572.829718:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766523264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759572.829726:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759572.829730:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759572.829744:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766523264:192.168.201.131@tcp:38:kworker.0 00000100:00080000:0.0:1787759572.833209:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759572.833220:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759572.833224:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759572.833236:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11548 00000100:00080000:0.0:1787759572.833248:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759572.833256:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759572.833281:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759572.833328:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766523392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759572.833344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759572.833348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759572.833349:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759572.833353:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11548 00000100:00080000:0.0:1787759572.833357:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759572.833360:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759572.833365:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759572.833375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766523520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759572.833384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759572.833387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759572.833388:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759572.833392:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11548 00000100:00080000:0.0:1787759572.833395:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759572.833399:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759572.833403:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759572.833413:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766523648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759572.834246:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766523392:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759572.834432:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759572.834469:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759572/real 1787759572] req@ffffa0e6d86c5880 x1874589766523392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759572.834488:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766523392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759572.834506:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759572.834511:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759572.834515:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766523392:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759572.834523:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766523520:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759572.834545:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759572.834556:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759572/real 1787759572] req@ffffa0e6d86c7800 x1874589766523520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759572.834568:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766523520/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759572.834579:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759572.834582:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759572.834585:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766523520:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759572.834591:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766523648:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759572.834611:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759572.834622:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759572/real 1787759572] req@ffffa0e6d86c5c00 x1874589766523648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759572.834634:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766523648/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759572.834643:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759572.834646:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759572.834649:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766523648:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759573.724494:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759573.852414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759573.852414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759574.748553:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759574.876384:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759574.877094:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759575.772592:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759575.900406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759575.900497:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759576.796837:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759576.924497:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759576.925702:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759577.820493:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759577.948397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759577.948491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759577.948498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759577.948516:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759577.948540:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11553 00000100:00080000:3.0:1787759577.948553:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759577.948561:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759577.948601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766523776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759577.948628:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759577.948631:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759577.948633:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759577.948638:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11553 00000100:00100000:1.0:1787759577.948679:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766523776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759577.948774:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759577.948819:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759577.948825:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759577.948835:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787759577.948924:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759577.948962:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759577/real 1787759577] req@ffffa0e6c35b1500 x1874589766523776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759577.948980:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766523776/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759577.948991:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759577.948995:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759577.948999:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766523776:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759577.949093:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766523904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759577.949133:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766523904:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759577.949172:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759577.949197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759577.949201:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759577.949202:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759577.949207:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11553 00000100:00080000:3.0:1787759577.949210:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759577.949215:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759577.949220:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759577.949231:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766524032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759577.949266:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759577/real 1787759577] req@ffffa0e6c35b0a80 x1874589766523904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759577.949331:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766523904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759577.949341:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759577.949344:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759577.949347:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766523904:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759577.949359:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766524032:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759577.949377:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759577.949387:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759577/real 1787759577] req@ffffa0e6c35b1880 x1874589766524032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759577.949413:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766524032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759577.949436:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759577.949439:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759577.949442:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766524032:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787759577.949540:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759577.949544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759577.949546:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759577.949567:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11553 00000100:00080000:3.0:1787759577.949571:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759577.949575:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759577.949586:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759577.949598:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766524160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759577.949636:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766524160:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759577.949670:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759577.949688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759577.949692:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759577.949694:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759577.949698:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11553 00000100:00080000:3.0:1787759577.949702:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759577.949706:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759577.949710:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759577.949721:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766524288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759577.949754:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759577/real 1787759577] req@ffffa0e6c35b1c00 x1874589766524160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759577.949765:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766524160/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759577.949778:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759577.949781:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759577.949784:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766524160:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759577.949796:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766524288:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759577.949813:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759577.949822:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759577/real 1787759577] req@ffffa0e6c35b2680 x1874589766524288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759577.949833:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766524288/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759577.949857:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759577.949860:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759577.949863:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766524288:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759578.844681:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759578.972421:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759578.972682:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759579.868663:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759579.996412:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759579.996412:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759580.895289:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759581.020456:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759581.021702:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759581.917632:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759582.044397:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759582.044506:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759582.940478:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787759583.068409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759583.068422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759583.068428:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759583.068441:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11558 00000100:00080000:3.0:1787759583.068456:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759583.068466:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759583.068473:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759583.068511:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766524416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759583.068536:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759583.068540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759583.068542:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759583.068546:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11558 00000100:00080000:3.0:1787759583.068549:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787759583.068639:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766524416:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759583.068952:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759583.068987:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759583.068999:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759583.069013:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766524544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759583.069450:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766524544:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787759583.069796:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759583.069801:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759583.069803:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759583.069809:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11558 00000100:00080000:3.0:1787759583.069814:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759583.069819:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759583.069826:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759583.069844:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766524672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759583.074232:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759583.074244:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759583.074249:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759583.074261:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11558 00000100:00080000:3.0:1787759583.074286:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759583.074296:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759583.074309:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759583.074347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766524800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759583.074374:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759583.074378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759583.074380:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759583.074384:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11558 00000100:00080000:3.0:1787759583.074387:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759583.074391:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759583.074394:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759583.074404:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766524928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759583.078152:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766524672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759583.078256:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766524800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759583.078298:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766524928:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759583.964523:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759584.092414:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759584.092479:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759584.988545:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759585.117594:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759585.119434:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759586.012608:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787759586.076765:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759586.076779:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787759586.076783:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759586.076787:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787759586.076790:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759586.076801:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787759586.076804:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759586.076807:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787759586.076810:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759586.076814:0:138511:0:(pinger.c:247:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787759586.140404:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759586.140404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:1.0:1787759586.140731:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:1.0:1787759586.140774:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787759586.140794:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787759586.140838:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787759586.140852:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787759586.140864:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:1.0:1787759586.140875:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:0.0:1787759586.141039:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759583/real 1787759586] req@ffffa0e6c35b2d80 x1874589766524672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759586.141062:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766524672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759586.141076:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759586.141081:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759586.141085:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766524672:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759586.141093:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759583/real 1787759586] req@ffffa0e6c35b2a00 x1874589766524800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759586.141105:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766524800/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759586.141116:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759586.141119:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759586.141123:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766524800:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759586.141130:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759583/real 1787759586] req@ffffa0e6c35b1f80 x1874589766524928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759586.141141:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766524928/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759586.141152:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759586.141155:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759586.141158:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766524928:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759586.141164:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759583/real 1787759586] req@ffffa0e6c35b3480 x1874589766524544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759586.141174:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766524544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759586.141182:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759586.141185:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759586.141189:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766524544:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759586.141195:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759583/real 1787759586] req@ffffa0e6c35b3800 x1874589766524416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759586.141208:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766524416/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759586.141216:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759586.141219:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759586.141224:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766524416:192.168.201.131@tcp:250:kworker.0 00010000:00010000:1.0:1787759587.036602:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787759587.100665:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759587.100678:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759587.100684:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759587.100695:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11563 00000100:00080000:2.0:1787759587.100708:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759587.100717:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759587.100760:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766525056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759587.100794:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759587.100798:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759587.100800:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759587.100805:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11563 00000100:00080000:2.0:1787759587.100808:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759587.100813:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759587.100823:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759587.100835:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766525184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759587.100844:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759587.100847:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759587.100849:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759587.100852:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11563 00000100:00080000:2.0:1787759587.100855:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759587.100858:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759587.100863:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759587.100871:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766525312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759587.100880:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759587.100882:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759587.100884:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759587.100888:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11564 00000100:00080000:2.0:1787759587.100891:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759587.100894:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759587.100899:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787759587.100911:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766525440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759587.100922:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759587.100924:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759587.100926:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787759587.100932:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766525056:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787759587.100934:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11564 00000100:00080000:2.0:1787759587.100940:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759587.100946:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759587.100951:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787759587.100962:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766525568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787759587.101047:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759587.101091:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759587/real 1787759587] req@ffffa0e6c60c9880 x1874589766525056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759587.101111:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766525056/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759587.101122:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759587.101144:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759587.101148:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766525056:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759587.101156:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766525184:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759587.101179:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759587.101191:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759587/real 1787759587] req@ffffa0e6c60cb480 x1874589766525184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759587.101211:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766525184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759587.101219:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759587.101229:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759587.101232:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766525184:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759587.101237:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766525312:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759587.101256:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759587.101297:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759587/real 1787759587] req@ffffa0e6c60cad80 x1874589766525312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759587.101311:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766525312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759587.101320:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759587.101323:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759587.101327:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766525312:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759587.101352:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766525440:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759587.101371:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759587.101381:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759587/real 1787759587] req@ffffa0e6c60c8a80 x1874589766525440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759587.101393:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766525440/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759587.101404:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759587.101407:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759587.101411:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766525440:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759587.101416:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766525568:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759587.101432:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759587.101440:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759587/real 1787759587] req@ffffa0e6c60c8e00 x1874589766525568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759587.101452:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766525568/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759587.101462:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759587.101465:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759587.101469:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766525568:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759587.164367:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759587.164455:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759588.060562:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759588.188437:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759588.188453:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759589.084523:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759589.212386:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759589.212386:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759590.111516:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759590.236407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759590.236408:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759591.132504:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759591.260442:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759591.260681:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759592.157689:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759592.284432:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759592.284435:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787759592.284774:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759592.284781:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759592.284786:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759592.284795:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11568 00000100:00080000:2.0:1787759592.284805:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759592.284811:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759592.284911:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766525696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759592.284939:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759592.284943:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759592.284945:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759592.284949:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11568 00000100:00080000:2.0:1787759592.284954:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759592.284960:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759592.284970:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759592.284983:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766525824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759592.284993:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759592.285016:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766525696:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787759592.285057:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759592.285060:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759592.285066:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11568 00000100:00080000:2.0:1787759592.285071:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759592.285075:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759592.285080:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759592.285096:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766525952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759592.285106:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759592.285109:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759592.285110:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759592.285114:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11568 00000100:00080000:2.0:1787759592.285118:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759592.285122:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759592.285132:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:0.0:1787759592.285142:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787759592.285147:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766526080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759592.285160:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759592.285163:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759592.285164:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759592.285168:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11568 00000100:00080000:2.0:1787759592.285173:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759592.285178:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759592.285184:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787759592.285196:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766526208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759592.285230:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759592/real 1787759592] req@ffffa0e6c60c8e00 x1874589766525696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759592.285252:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766525696/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759592.285263:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759592.285268:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759592.285310:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766525696:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759592.285320:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766525824:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759592.285347:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759592.285360:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759592/real 1787759592] req@ffffa0e6c60c8a80 x1874589766525824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759592.285379:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766525824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759592.285408:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759592.285412:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759592.285416:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766525824:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759592.285459:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766525952:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759592.285483:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759592.285514:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759592/real 1787759592] req@ffffa0e6c60cad80 x1874589766525952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759592.285527:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766525952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759592.285546:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759592.285550:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759592.285553:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766525952:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759592.285578:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766526080:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759592.285620:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759592.285633:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759592/real 1787759592] req@ffffa0e6c60cb480 x1874589766526080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759592.285657:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766526080/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759592.285687:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759592.285691:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759592.285695:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766526080:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759592.285713:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766526208:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759592.285749:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759592.285761:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759592/real 1787759592] req@ffffa0e6c60c9880 x1874589766526208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759592.285792:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766526208/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759592.285803:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759592.285807:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759592.285825:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766526208:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759593.181250:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759593.308426:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759593.308454:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759594.204569:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759594.332413:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759594.335748:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759595.228521:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759595.356444:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759595.356563:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759596.252492:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759596.380422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759596.380576:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759597.277002:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787759597.404426:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759597.404430:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759597.404430:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:2.0:1787759597.404445:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759597.404453:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759597.404465:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11573 00000100:00080000:2.0:1787759597.404481:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759597.404490:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759597.404532:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766526336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759597.404557:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759597.404560:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759597.404562:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759597.404565:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11573 00000100:00080000:2.0:1787759597.404569:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759597.404573:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759597.404582:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759597.404593:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766526464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759597.404605:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759597.404608:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759597.404610:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787759597.404615:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766526336:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787759597.404621:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11573 00000100:00080000:2.0:1787759597.404629:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759597.404634:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759597.404640:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759597.404656:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766526592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759597.404664:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759597.404667:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759597.404669:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759597.404673:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11573 00000100:00080000:2.0:1787759597.404676:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759597.404679:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759597.404683:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787759597.404690:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766526720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787759597.404703:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787759597.404717:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759597.404721:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759597.404723:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759597.404729:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11573 00000100:00080000:2.0:1787759597.404734:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759597.404740:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759597.404748:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759597/real 1787759597] req@ffffa0e6c60c9180 x1874589766526336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787759597.404764:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787759597.404784:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766526848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759597.404788:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766526336/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759597.404819:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759597.404824:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759597.404831:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766526336:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759597.404855:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766526464:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759597.404877:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759597.404889:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759597/real 1787759597] req@ffffa0e6c60caa00 x1874589766526464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759597.404901:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766526464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759597.404910:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759597.404913:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759597.404916:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766526464:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759597.404923:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766526592:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759597.404943:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759597.404953:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759597/real 1787759597] req@ffffa0e6c60c9f80 x1874589766526592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759597.404964:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766526592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759597.404973:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759597.404976:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759597.404979:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766526592:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759597.404985:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766526720:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759597.405002:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759597.405011:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759597/real 1787759597] req@ffffa0e6c60ca300 x1874589766526720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759597.405033:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766526720/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759597.405044:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759597.405047:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759597.405050:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766526720:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759597.405056:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766526848:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759597.405076:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759597.405086:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759597/real 1787759597] req@ffffa0e6c60c8380 x1874589766526848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759597.405096:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766526848/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759597.405106:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759597.405109:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759597.405112:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766526848:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759598.302527:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759598.428444:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759598.428484:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759599.324574:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759599.452364:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759599.452364:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759600.348564:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759600.476487:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759600.476664:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759601.372454:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759601.500420:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759601.500438:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759602.396463:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759602.524393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787759602.524397:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759602.524406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759602.524410:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759602.524421:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11578 00000100:00100000:2.0:1787759602.524429:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787759602.524434:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759602.524447:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759602.524496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766526976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759602.524519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759602.524522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759602.524527:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759602.524533:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11578 00000100:00080000:0.0:1787759602.524537:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759602.524542:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759602.524552:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759602.524560:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766526976:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759602.524568:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766527104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759602.524581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759602.524585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759602.524587:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759602.524592:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11578 00000100:00080000:0.0:1787759602.524596:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759602.524600:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759602.524606:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759602.524620:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766527232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759602.524631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787759602.524631:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787759602.524637:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759602.524639:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759602.524645:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11578 00000100:00080000:0.0:1787759602.524649:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759602.524654:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759602.524660:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759602.524673:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766527360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759602.524680:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759602/real 1787759602] req@ffffa0e6d86c5c00 x1874589766526976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759602.524695:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759602.524701:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759602.524703:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787759602.524704:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766526976/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759602.524711:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11578 00000100:00080000:1.0:1787759602.524718:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759602.524722:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759602.524723:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759602.524729:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766526976:192.168.201.131@tcp:250:kworker.0 00000100:00080000:0.0:1787759602.524732:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759602.524739:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759602.524753:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766527488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759602.524754:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766527104:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759602.524780:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759602.524791:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759602/real 1787759602] req@ffffa0e6d86c7800 x1874589766527104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759602.524798:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766527104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759602.524804:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759602.524806:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759602.524809:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766527104:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759602.524812:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766527232:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759602.524824:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759602.524829:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759602/real 1787759602] req@ffffa0e6d86c5880 x1874589766527232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759602.524836:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766527232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759602.524842:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759602.524843:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759602.524845:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766527232:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759602.524848:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766527360:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759602.524871:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759602.524881:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759602/real 1787759602] req@ffffa0e6d86c6300 x1874589766527360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759602.524892:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766527360/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759602.524902:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759602.524905:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759602.524908:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766527360:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759602.524926:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766527488:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759602.524943:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759602.524953:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759602/real 1787759602] req@ffffa0e6d86c6680 x1874589766527488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759602.524971:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766527488/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759602.524982:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759602.524985:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759602.524988:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766527488:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759603.420435:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759603.548430:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759603.548487:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759604.444494:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759604.572403:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759604.572403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759605.468473:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759605.596395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759605.596395:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759606.492399:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759606.620387:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759606.620387:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759607.516407:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759607.644386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787759607.644388:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759607.644388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787759607.644398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759607.644402:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759607.644419:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11583 00000100:00080000:0.0:1787759607.644430:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759607.644439:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759607.644482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766527616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759607.644509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759607.644512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759607.644515:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759607.644519:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11583 00000100:00080000:0.0:1787759607.644522:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759607.644527:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759607.644536:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759607.644540:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766527616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759607.644548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766527744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759607.644557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759607.644560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759607.644561:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759607.644564:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11583 00000100:00080000:0.0:1787759607.644567:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759607.644570:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759607.644573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759607.644580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766527872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759607.644592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759607.644594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759607.644596:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787759607.644598:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787759607.644600:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11583 00000100:00080000:0.0:1787759607.644602:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759607.644605:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759607.644609:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759607.644617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766528000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759607.644624:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759607.644627:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759607.644629:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787759607.644629:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759607/real 1787759607] req@ffffa0e6d86c6680 x1874589766527616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759607.644632:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11583 00000100:00080000:0.0:1787759607.644635:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759607.644638:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759607.644641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787759607.644644:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766527616/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759607.644650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766528128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759607.644655:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759607.644658:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759607.644661:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766527616:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759607.644689:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766527744:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759607.644707:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759607.644715:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759607/real 1787759607] req@ffffa0e6d86c6300 x1874589766527744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759607.644723:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766527744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759607.644728:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759607.644730:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759607.644732:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766527744:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759607.644735:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766527872:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759607.644745:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759607.644755:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759607/real 1787759607] req@ffffa0e6d86c5880 x1874589766527872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759607.644761:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766527872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759607.644766:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759607.644768:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759607.644770:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766527872:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759607.644773:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766528000:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759607.644783:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759607.644788:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759607/real 1787759607] req@ffffa0e6d86c7800 x1874589766528000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759607.644795:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766528000/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759607.644801:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759607.644802:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759607.644804:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766528000:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759607.644807:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766528128:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759607.644816:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759607.644821:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759607/real 1787759607] req@ffffa0e6d86c5c00 x1874589766528128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759607.644827:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766528128/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759607.644832:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759607.644834:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759607.644835:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766528128:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759608.540901:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759608.668358:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759608.668358:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759609.564546:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759609.692382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759609.692382:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787759610.589474:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759610.716345:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759610.716382:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759611.612469:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759611.740992:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759611.741009:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787759612.636481:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759612.764339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787759612.764343:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787759612.764349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1787759612.764350:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759612.764354:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759612.764366:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11588 00000100:00080000:0.0:1787759612.764380:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759612.764388:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759612.764432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766528256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759612.764457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759612.764461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759612.764462:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759612.764467:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11588 00000100:00080000:0.0:1787759612.764472:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759612.764477:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759612.764488:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759612.764491:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766528256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759612.764503:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766528384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759612.764513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759612.764517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759612.764518:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759612.764523:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11588 00000100:00080000:0.0:1787759612.764527:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759612.764532:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759612.764537:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759612.764549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766528512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759612.764559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759612.764564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:1.0:1787759612.764565:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787759612.764566:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759612.764573:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11588 00000100:00080000:0.0:1787759612.764576:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759612.764579:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759612.764584:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759612.764592:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766528640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759612.764599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759612.764602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759612.764603:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759612.764606:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11588 00000100:00100000:1.0:1787759612.764609:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759612/real 1787759612] req@ffffa0e6d86c5c00 x1874589766528256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759612.764610:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759612.764616:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759612.764622:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759612.764631:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766528768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759612.764636:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766528256/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759612.764649:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759612.764653:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759612.764658:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766528256:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759612.764682:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766528384:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759612.764707:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759612.764720:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759612/real 1787759612] req@ffffa0e6d86c7800 x1874589766528384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759612.764733:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766528384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759612.764742:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759612.764746:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759612.764749:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766528384:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759612.764755:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766528512:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759612.764783:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759612.764791:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759612/real 1787759612] req@ffffa0e6d86c5880 x1874589766528512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759612.764812:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766528512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759612.764820:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759612.764823:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759612.764826:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766528512:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759612.764832:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766528640:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759612.764852:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759612.764862:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759612/real 1787759612] req@ffffa0e6d86c6300 x1874589766528640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759612.764869:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766528640/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759612.764877:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759612.764879:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759612.764881:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766528640:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759612.764884:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766528768:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759612.764896:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759612.764901:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759612/real 1787759612] req@ffffa0e6d86c6680 x1874589766528768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759612.764908:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766528768/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759612.764918:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759612.764920:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759612.764922:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766528768:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759613.660483:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759613.788420:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759613.788420:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787759614.684511:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759614.812444:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759614.812510:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759615.708609:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759615.836446:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759615.836680:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787759616.732564:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759616.860416:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759616.860416:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759617.756892:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759617.884544:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759617.887243:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759617.887257:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759617.887263:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759617.887301:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11593 00000100:00080000:3.0:1787759617.887317:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787759617.887320:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759617.887329:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759617.887382:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766528896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759617.887491:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766528896:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787759617.887515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759617.887522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759617.887524:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759617.887532:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11593 00000100:00080000:3.0:1787759617.887537:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759617.887544:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759617.887557:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759617.887578:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766529024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787759617.887591:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759617.887605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759617.887610:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759617.887612:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759617.887619:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11593 00000100:00080000:3.0:1787759617.887623:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759617.887629:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759617.887637:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759617.887645:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759617/real 1787759617] req@ffffa0e6c35b0700 x1874589766528896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759617.887653:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766529152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759617.887691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759617.887697:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1787759617.887699:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766528896/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759617.887701:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759617.887715:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11593 00000100:00080000:3.0:1787759617.887722:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759617.887725:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759617.887731:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00080000:1.0:1787759617.887738:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000008:00100000:3.0:1787759617.887739:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759617.887747:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766528896:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759617.887759:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766529280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759617.887773:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759617.887779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759617.887781:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759617.887791:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11593 00000100:00100000:1.0:1787759617.887792:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766529024:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787759617.887801:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759617.887810:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759617.887819:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759617.887838:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766529408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787759617.887839:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759617.887869:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759617/real 1787759617] req@ffffa0e6c35b3800 x1874589766529024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759617.887883:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766529024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759617.887893:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759617.887896:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759617.887900:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766529024:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759617.887907:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766529152:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759617.887929:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759617.887951:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759617/real 1787759617] req@ffffa0e6c35b3480 x1874589766529152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759617.887964:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766529152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759617.887973:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759617.887976:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759617.887980:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766529152:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759617.887986:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766529280:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759617.888007:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759617.888030:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759617/real 1787759617] req@ffffa0e6c35b1f80 x1874589766529280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759617.888041:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766529280/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759617.888052:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759617.888056:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759617.888069:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766529280:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759617.888087:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766529408:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759617.888108:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759617.888119:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759617/real 1787759617] req@ffffa0e6c35b2a00 x1874589766529408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759617.888132:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766529408/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759617.888141:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759617.888146:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759617.888149:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766529408:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787759618.782606:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759618.912816:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759618.913214:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759619.805099:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759619.932462:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759619.932462:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787759620.830967:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759620.956333:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759620.956348:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759621.852526:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759621.980546:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759621.982661:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787759622.876837:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759623.004470:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759623.004607:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787759623.004762:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759623.004768:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759623.004772:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759623.004783:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11598 00000100:00080000:2.0:1787759623.004794:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759623.004802:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759623.004876:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8380 x1874589766529536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759623.004960:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766529536:192.168.201.131@tcp:250:kworker.0 00000800:00000100:1.0:1787759623.005024:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:2.0:1787759623.005056:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759623.005059:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759623.005061:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759623.005066:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11598 00000100:00080000:2.0:1787759623.005069:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759623.005073:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759623.005083:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759623.005097:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60ca300 x1874589766529664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759623.005147:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759623/real 1787759623] req@ffffa0e6c60c8380 x1874589766529536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759623.005165:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8380 x1874589766529536/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759623.005176:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759623.005181:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759623.005185:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766529536:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759623.005220:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766529664:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759623.005244:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759623.005257:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759623/real 1787759623] req@ffffa0e6c60ca300 x1874589766529664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759623.005302:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60ca300 x1874589766529664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759623.005312:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759623.005315:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759623.005318:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766529664:192.168.201.131@tcp:38:kworker.0 00000100:00080000:2.0:1787759623.005430:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759623.005433:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759623.005435:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759623.005440:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11598 00000100:00080000:2.0:1787759623.005444:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759623.005448:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759623.005453:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759623.005465:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9f80 x1874589766529792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759623.005473:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759623.005476:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759623.005477:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759623.005480:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11598 00000100:00080000:2.0:1787759623.005483:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759623.005486:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759623.005490:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:2.0:1787759623.005497:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60caa00 x1874589766529920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759623.005505:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759623.005508:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759623.005509:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759623.005512:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11598 00000100:00080000:2.0:1787759623.005515:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759623.005518:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759623.005522:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:2.0:1787759623.005530:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9180 x1874589766530048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759623.005589:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766529792:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759623.005611:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759623.005624:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759623/real 1787759623] req@ffffa0e6c60c9f80 x1874589766529792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759623.005634:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9f80 x1874589766529792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759623.005642:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759623.005645:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759623.005649:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766529792:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759623.005655:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766529920:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759623.005674:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759623.005684:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759623/real 1787759623] req@ffffa0e6c60caa00 x1874589766529920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759623.005695:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60caa00 x1874589766529920/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759623.005705:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759623.005708:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759623.005711:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766529920:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759623.005717:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766530048:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759623.005874:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759623.005887:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759623/real 1787759623] req@ffffa0e6c60c9180 x1874589766530048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759623.005898:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9180 x1874589766530048/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759623.005907:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759623.005910:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759623.005913:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766530048:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759623.900683:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759624.028414:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759624.031925:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787759624.933301:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759625.052427:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759625.052621:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759625.948475:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759626.076374:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759626.080951:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787759626.972737:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759627.100400:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759627.100400:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759627.997532:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787759628.124503:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787759628.124507:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759628.124514:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759628.124519:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759628.124529:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11603 00000100:00080000:3.0:1787759628.124540:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759628.124546:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759628.124591:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766530176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759628.124617:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759628.124621:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759628.124623:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759628.124627:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11603 00000100:00080000:3.0:1787759628.124632:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759628.124637:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759628.124647:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759628.124663:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766530304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759628.124665:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766530176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:2.0:1787759628.124668:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759628.124676:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759628.124679:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759628.124681:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759628.124689:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11603 00000100:00080000:3.0:1787759628.124693:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759628.124697:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759628.124702:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759628.124713:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766530432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759628.124727:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759628.124731:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759628.124732:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759628.124737:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11603 00000100:00080000:3.0:1787759628.124741:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759628.124745:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000800:00000100:1.0:1787759628.124751:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000008:00100000:3.0:1787759628.124751:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759628.124808:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766530560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759628.124818:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787759628.124823:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759628/real 1787759628] req@ffffa0e6c35b2d80 x1874589766530176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759628.124823:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759628.124827:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759628.124836:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11603 00000100:00080000:3.0:1787759628.124843:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759628.124847:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759628.124852:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766530176/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787759628.124853:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00080000:1.0:1787759628.124867:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759628.124873:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759628.124877:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766530176:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759628.124883:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766530688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759628.124904:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766530304:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759628.124929:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759628.124940:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759628/real 1787759628] req@ffffa0e6c35b2680 x1874589766530304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759628.124964:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766530304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759628.124973:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759628.124976:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759628.124979:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766530304:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759628.124984:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766530432:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759628.125001:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759628.125011:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759628/real 1787759628] req@ffffa0e6c35b1c00 x1874589766530432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759628.125022:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766530432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759628.125030:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759628.125033:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759628.125036:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766530432:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759628.125041:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766530560:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759628.125057:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759628.125066:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759628/real 1787759628] req@ffffa0e6c35b1880 x1874589766530560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759628.125076:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766530560/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759628.125086:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759628.125089:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759628.125092:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766530560:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759628.125097:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766530688:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759628.125114:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759628.125124:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759628/real 1787759628] req@ffffa0e6c35b0a80 x1874589766530688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759628.125135:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766530688/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759628.125150:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759628.125153:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759628.125156:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766530688:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787759629.020610:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759629.148559:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759629.148719:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759630.044796:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759630.172433:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759630.172638:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787759631.068998:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759631.196417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759631.196417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759632.092579:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759632.224875:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759632.225941:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787759633.117333:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787759633.244475:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759633.244487:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759633.244492:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759633.244504:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11609 00000100:00080000:3.0:1787759633.244519:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759633.244527:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759633.244573:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766530816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759633.244607:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759633.244611:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759633.244613:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759633.244621:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11609 00000100:00080000:3.0:1787759633.244626:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759633.244631:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759633.244642:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759633.244656:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766530944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759633.244667:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759633.244683:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759633.244685:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759633.244689:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11609 00000100:00080000:3.0:1787759633.244693:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759633.244697:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759633.244702:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759633.244715:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766531072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759633.244725:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759633.244729:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759633.244731:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759633.244735:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11609 00000100:00080000:3.0:1787759633.244738:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759633.244742:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759633.244747:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759633.244756:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766531200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759633.244765:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759633.244769:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759633.244770:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759633.244777:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11609 00000100:00080000:3.0:1787759633.244780:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759633.244783:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759633.244787:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759633.244796:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766531328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787759633.245353:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759633.245506:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766530816:192.168.201.131@tcp:250:kworker.0 00000800:00000100:0.0:1787759633.245586:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787759633.245615:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759633.245635:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759633/real 1787759633] req@ffffa0e6c35b1500 x1874589766530816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759633.245657:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766530816/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759633.245735:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759633.245743:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759633.245748:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766530816:192.168.201.131@tcp:250:kworker.0 00000100:00100000:0.0:1787759633.245757:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766530944:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759633.245787:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759633.245808:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759633/real 1787759633] req@ffffa0e6c35b3b80 x1874589766530944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759633.245822:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766530944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759633.245910:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759633.245915:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759633.245919:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766530944:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759633.245927:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766531072:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759633.245954:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759633.245966:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759633/real 1787759633] req@ffffa0e6c35b3100 x1874589766531072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759633.245979:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766531072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759633.245988:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759633.245991:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759633.245994:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766531072:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759633.246000:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766531200:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759633.246021:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759633.246031:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759633/real 1787759633] req@ffffa0e6c35b1180 x1874589766531200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759633.246042:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766531200/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759633.246053:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759633.246056:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759633.246059:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766531200:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759633.246066:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766531328:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759633.246085:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759633.246095:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759633/real 1787759633] req@ffffa0e6c35b0e00 x1874589766531328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759633.246111:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766531328/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759633.246120:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759633.246123:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759633.246126:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766531328:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759634.140474:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759634.268492:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759634.268578:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787759635.165592:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759635.292406:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759635.292417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759636.188536:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759636.316429:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759636.316541:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787759637.212471:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759637.342787:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759637.351065:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759638.236708:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787759638.364391:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759638.364395:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759638.364405:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759638.364410:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759638.364422:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11614 00000100:00080000:3.0:1787759638.364435:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759638.364445:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759638.364488:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0380 x1874589766531456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759638.364533:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759638.364537:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759638.364539:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759638.364545:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11614 00000100:00080000:3.0:1787759638.364549:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759638.364554:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759638.364565:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759638.364616:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766531456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759638.364648:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000800:00000100:0.0:1787759638.364695:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759638.364735:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759638/real 1787759638] req@ffffa0e6c35b0380 x1874589766531456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759638.364753:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0380 x1874589766531456/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759638.364764:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759638.364769:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759638.364773:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766531456:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759638.364805:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0e00 x1874589766531584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759638.364867:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766531584:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759638.364897:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759638.364920:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759638.364924:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759638.364927:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759638.364932:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11614 00000100:00080000:3.0:1787759638.364936:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759638.364940:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759638.364946:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759638.364962:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1180 x1874589766531712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759638.365005:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759638/real 1787759638] req@ffffa0e6c35b0e00 x1874589766531584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759638.365033:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0e00 x1874589766531584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759638.365044:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759638.365048:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759638.365052:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766531584:192.168.201.131@tcp:38:kworker.0 00000100:00100000:0.0:1787759638.365077:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766531712:192.168.201.131@tcp:38:kworker.0 00000800:00000100:0.0:1787759638.365101:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759638.365113:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759638/real 1787759638] req@ffffa0e6c35b1180 x1874589766531712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759638.365126:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1180 x1874589766531712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759638.365136:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759638.365139:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759638.365143:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766531712:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787759638.365425:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759638.365430:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759638.365432:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759638.365437:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11614 00000100:00080000:3.0:1787759638.365443:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759638.365448:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759638.365455:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759638.365468:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3100 x1874589766531840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759638.365521:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766531840:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759638.365548:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759638.365570:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759638.365574:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759638.365585:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759638.365590:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11614 00000100:00080000:3.0:1787759638.365595:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759638.365600:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759638.365605:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759638.365618:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3b80 x1874589766531968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759638.365708:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759638/real 1787759638] req@ffffa0e6c35b3100 x1874589766531840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759638.365721:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3100 x1874589766531840/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759638.365731:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759638.365734:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759638.365738:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766531840:192.168.201.131@tcp:8:kworker.0 00000100:00100000:0.0:1787759638.365751:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766531968:192.168.201.131@tcp:8:kworker.0 00000800:00000100:0.0:1787759638.365770:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:0.0:1787759638.365780:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759638/real 1787759638] req@ffffa0e6c35b3b80 x1874589766531968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759638.365790:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3b80 x1874589766531968/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759638.365799:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759638.365802:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:0.0:1787759638.365805:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766531968:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787759639.261316:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759639.388452:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759639.388594:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759640.284597:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759640.412375:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759640.412604:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787759641.308510:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759641.436424:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759641.436556:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759642.333039:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759642.460428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759642.460564:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787759643.356530:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759643.484434:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759643.484530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759643.484537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759643.484541:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759643.484551:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11619 00000100:00080000:3.0:1787759643.484564:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759643.484572:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759643.484611:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1500 x1874589766532096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759643.484726:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766532096:192.168.201.131@tcp:250:kworker.0 00000800:00000100:1.0:1787759643.484798:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787759643.484813:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759643.484844:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759643/real 1787759643] req@ffffa0e6c35b1500 x1874589766532096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759643.484863:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1500 x1874589766532096/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759643.484875:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759643.484881:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759643.484888:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766532096:192.168.201.131@tcp:250:kworker.0 00000100:00080000:3.0:1787759643.484952:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759643.484959:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759643.484961:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759643.484967:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11619 00000100:00080000:3.0:1787759643.484972:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759643.484977:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759643.484988:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759643.485006:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766532224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759643.485026:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759643.485030:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759643.485032:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759643.485036:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11619 00000100:00080000:3.0:1787759643.485039:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759643.485043:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759643.485049:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759643.485059:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766532224:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759643.485066:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766532352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759643.485082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759643.485086:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759643.485089:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759643.485095:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11619 00000800:00000100:1.0:1787759643.485103:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759643.485103:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759643.485112:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759643.485119:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759643.485126:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759643/real 1787759643] req@ffffa0e6c35b0a80 x1874589766532224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759643.485134:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766532480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759643.485158:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766532224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759643.485159:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759643.485176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759643.485182:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759643.485196:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11619 00000100:00080000:1.0:1787759643.485197:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759643.485204:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759643.485209:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00080000:3.0:1787759643.485215:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759643.485216:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766532224:192.168.201.131@tcp:38:kworker.0 00000008:00100000:3.0:1787759643.485227:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787759643.485243:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766532352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759643.485251:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766532608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787759643.485303:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759643.485319:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759643/real 1787759643] req@ffffa0e6c35b1880 x1874589766532352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759643.485331:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766532352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759643.485340:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759643.485344:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759643.485348:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766532352:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759643.485354:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766532480:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759643.485371:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759643.485380:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759643/real 1787759643] req@ffffa0e6c35b1c00 x1874589766532480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759643.485390:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766532480/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759643.485400:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759643.485402:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759643.485405:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766532480:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759643.485416:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766532608:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759643.485430:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759643.485439:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759643/real 1787759643] req@ffffa0e6c35b2680 x1874589766532608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759643.485449:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766532608/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759643.485458:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759643.485460:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759643.485463:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766532608:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759644.381778:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759644.508381:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759644.508491:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787759645.404926:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759645.532398:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759645.532398:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759646.428567:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759646.556459:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759646.556492:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787759647.454765:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759647.582572:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759647.583046:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759648.476960:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759648.604460:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787759648.604711:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759648.604718:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759648.604722:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759648.604732:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11624 00000100:00080000:0.0:1787759648.604742:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759648.604749:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759648.604801:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766532736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759648.604838:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759648.604842:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759648.604844:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759648.604849:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11624 00000100:00080000:0.0:1787759648.604852:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759648.604857:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759648.604867:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759648.605053:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766532864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759648.605064:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759648.605067:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759648.605069:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759648.605073:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11624 00000100:00080000:0.0:1787759648.605077:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759648.605081:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759648.605086:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759648.605097:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766532992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759648.605106:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759648.605109:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759648.605110:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759648.605114:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11624 00000100:00080000:0.0:1787759648.605118:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759648.605131:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759648.605137:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759648.605157:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766533120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759648.605174:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759648.605177:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759648.605179:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759648.605183:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11624 00000100:00080000:0.0:1787759648.605189:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759648.605192:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759648.605196:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759648.605207:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766533248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759648.606256:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766532736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759648.606388:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766532864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759648.606428:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766532992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759648.606448:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766533120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759648.606466:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766533248:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759648.606802:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787759649.501797:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759649.628388:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759649.634211:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759650.524626:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759650.652833:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759650.653057:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787759651.549687:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759651.676404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000400:00000100:0.0:1787759651.678969:0:2388:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.131:988 00000400:00000100:0.0:1787759651.679031:0:2388:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.131@tcp at host 192.168.201.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787759651.679061:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787759651.679108:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787759651.679187:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00100000:3.0:1787759651.679534:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759648/real 1787759651] req@ffffa0e6d86c6680 x1874589766532736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759651.679569:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766532736/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759651.679591:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1787759651.679599:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759651.679600:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759651.679607:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766532736:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759651.679623:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759648/real 1787759651] req@ffffa0e6d86c6300 x1874589766532864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759651.679639:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766532864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1787759651.680195:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000800:00000100:0.0:1787759651.680317:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.131@tcp 00000100:00080000:3.0:1787759651.680834:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759651.680841:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759651.680846:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766532864:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759651.680857:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759648/real 1787759651] req@ffffa0e6d86c5880 x1874589766532992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759651.680875:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766532992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759651.680885:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759651.680889:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759651.680893:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766532992:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759651.680901:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759648/real 1787759651] req@ffffa0e6d86c7800 x1874589766533120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759651.680915:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766533120/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759651.680927:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759651.680931:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759651.680935:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766533120:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759651.680943:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759648/real 1787759651] req@ffffa0e6d86c5c00 x1874589766533248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759651.680956:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766533248/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759651.680967:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759651.680972:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759651.680975:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766533248:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759652.572605:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759652.700481:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759652.701460:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787759653.596527:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759653.724433:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759653.727532:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759653.727748:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759653.727755:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759653.727759:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759653.727773:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11629 00000100:00080000:0.0:1787759653.727786:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759653.727795:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759653.727839:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766533376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759653.727875:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759653.727879:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759653.727880:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759653.727885:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11629 00000100:00080000:0.0:1787759653.727889:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759653.727893:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759653.727904:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759653.727917:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766533504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759653.727927:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759653.727930:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759653.727931:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759653.727936:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11629 00000100:00080000:0.0:1787759653.727939:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759653.727943:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759653.727947:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759653.727956:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766533632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759653.727970:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759653.727973:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759653.727974:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759653.727978:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11629 00000100:00080000:0.0:1787759653.727981:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759653.727984:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759653.727988:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759653.727996:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766533760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759653.728004:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759653.728008:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759653.728009:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759653.728012:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11629 00000100:00080000:0.0:1787759653.728015:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759653.728018:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759653.728022:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759653.728029:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766533888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759653.728347:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766533376:192.168.201.131@tcp:250:kworker.0 00000800:00000100:3.0:1787759653.728422:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759653.728455:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759653/real 1787759653] req@ffffa0e6d86c5c00 x1874589766533376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759653.728471:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766533376/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759653.728482:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759653.728486:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759653.728491:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766533376:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759653.728497:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766533504:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759653.728517:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759653.728528:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759653/real 1787759653] req@ffffa0e6d86c7800 x1874589766533504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759653.728539:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766533504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759653.728546:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759653.728550:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759653.728553:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766533504:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759653.728558:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766533632:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759653.728575:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759653.728584:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759653/real 1787759653] req@ffffa0e6d86c5880 x1874589766533632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759653.728594:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766533632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759653.728602:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759653.728605:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759653.728620:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766533632:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759653.728625:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766533760:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759653.728646:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759653.728657:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759653/real 1787759653] req@ffffa0e6d86c6300 x1874589766533760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759653.728667:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766533760/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759653.728677:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759653.728681:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759653.728684:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766533760:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759653.728690:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766533888:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759653.728709:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759653.728719:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759653/real 1787759653] req@ffffa0e6d86c6680 x1874589766533888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759653.728731:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766533888/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759653.728741:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759653.728744:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759653.728747:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766533888:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759654.620651:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759654.748853:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787759654.749342:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787759655.644619:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759655.773341:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759655.774114:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759656.676467:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759656.798172:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759656.798309:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787759657.694182:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759657.820418:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759657.825806:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759658.718647:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759658.844431:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759658.845614:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:1.0:1787759658.852422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759658.852437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787759658.852442:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759658.852454:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11634 00000100:00080000:1.0:1787759658.852466:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759658.852474:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759658.852519:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792aa00 x1874589766534016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759658.852570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759658.852574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787759658.852576:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759658.852581:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11634 00000100:00080000:1.0:1787759658.852584:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759658.852589:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759658.852599:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759658.852615:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792a300 x1874589766534144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759658.852631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759658.852634:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787759658.852636:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759658.852640:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11634 00000100:00080000:1.0:1787759658.852643:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759658.852647:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759658.852651:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759658.852663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7928e00 x1874589766534272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759658.852671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759658.852674:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787759658.852676:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759658.852679:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11634 00000100:00080000:1.0:1787759658.852683:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759658.852686:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759658.852691:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:1.0:1787759658.852701:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c792ad80 x1874589766534400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759658.852709:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759658.852712:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759658.852714:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759658.852717:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11634 00000100:00080000:1.0:1787759658.852721:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787759658.852725:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:1.0:1787759658.852729:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787759658.852739:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c7929880 x1874589766534528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759658.853053:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766534016:192.168.201.131@tcp:250:kworker.0 00000800:00000100:3.0:1787759658.853118:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759658.853154:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759658/real 1787759658] req@ffffa0e6c792aa00 x1874589766534016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759658.853171:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792aa00 x1874589766534016/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759658.853180:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759658.853184:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759658.853187:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766534016:192.168.201.131@tcp:250:kworker.0 00000100:00100000:3.0:1787759658.853194:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766534144:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759658.853213:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759658.853255:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759658/real 1787759658] req@ffffa0e6c792a300 x1874589766534144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759658.853295:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792a300 x1874589766534144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759658.853304:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759658.853307:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759658.853311:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766534144:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759658.853316:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766534272:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759658.853334:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759658.853344:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759658/real 1787759658] req@ffffa0e6c7928e00 x1874589766534272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759658.853360:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7928e00 x1874589766534272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759658.853368:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759658.853371:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759658.853374:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766534272:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759658.853379:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766534400:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759658.853395:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759658.853403:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759658/real 1787759658] req@ffffa0e6c792ad80 x1874589766534400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759658.853413:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c792ad80 x1874589766534400/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759658.853423:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759658.853426:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759658.853429:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c792ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766534400:192.168.201.131@tcp:8:kworker.0 00000100:00100000:3.0:1787759658.853434:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766534528:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759658.853447:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759658.853455:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759658/real 1787759658] req@ffffa0e6c7929880 x1874589766534528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759658.853464:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c7929880 x1874589766534528/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759658.853490:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759658.853493:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759658.853496:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c7929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766534528:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787759659.742881:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759659.868927:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759659.873379:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759660.765072:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759660.892991:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759660.893913:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787759661.789826:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759661.916399:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759661.916399:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759662.813230:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759662.940465:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759662.940601:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787759663.837771:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759663.967378:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759663.967765:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759663.968024:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759663.968030:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759663.968034:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759663.968044:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11639 00000100:00080000:3.0:1787759663.968054:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759663.968061:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759663.968108:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766534656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759663.968149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759663.968153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759663.968155:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759663.968159:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11639 00000100:00080000:3.0:1787759663.968163:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759663.968167:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759663.968177:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759663.968189:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766534784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759663.968199:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759663.968202:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759663.968204:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759663.968208:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11639 00000100:00080000:3.0:1787759663.968211:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759663.968214:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759663.968219:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759663.968228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766534912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759663.968237:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759663.968241:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759663.968242:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759663.968246:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11639 00000100:00080000:3.0:1787759663.968250:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759663.968253:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759663.968257:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759663.968306:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766535040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759663.968317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787759663.968411:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766534656:192.168.201.131@tcp:250:kworker.0 00000800:00000100:1.0:1787759663.968472:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759663.968507:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759663/real 1787759663] req@ffffa0e6c35b2d80 x1874589766534656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759663.968534:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766534656/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759663.968545:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759663.968548:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759663.968552:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766534656:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759663.968559:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766534784:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759663.968580:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759663.968593:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759663/real 1787759663] req@ffffa0e6c35b2a00 x1874589766534784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759663.968605:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766534784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759663.968613:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759663.968616:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759663.968619:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766534784:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759663.968624:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766534912:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759663.968644:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759663.968654:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759663/real 1787759663] req@ffffa0e6c35b1f80 x1874589766534912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759663.968665:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766534912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759663.968673:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759663.968675:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759663.968679:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766534912:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759663.968685:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766535040:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759663.968703:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759663.968713:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759663/real 1787759663] req@ffffa0e6c35b3480 x1874589766535040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759663.968723:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766535040/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759663.968736:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759663.968739:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759663.968742:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766535040:192.168.201.131@tcp:8:kworker.0 00000100:00080000:3.0:1787759663.968878:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759663.968881:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759663.968885:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11639 00000100:00080000:3.0:1787759663.968890:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759663.968957:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759663.968963:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759663.968976:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766535168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759663.969052:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766535168:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759663.969074:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759663.969086:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759663/real 1787759663] req@ffffa0e6c35b3800 x1874589766535168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759663.969097:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766535168/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759663.969105:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759663.969108:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759663.969111:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766535168:192.168.201.131@tcp:8:kworker.0 00010000:00010000:1.0:1787759664.860469:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759664.988431:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759664.988591:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787759665.889157:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759666.012417:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759666.012417:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759666.908517:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759667.036428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759667.036535:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787759667.938635:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759668.060434:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759668.060468:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:1.0:1787759668.956671:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759669.084455:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759669.084654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759669.084660:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759669.084665:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759669.084675:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11644 00000100:00080000:3.0:1787759669.084686:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759669.084694:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759669.084735:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0700 x1874589766535296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759669.084764:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759669.084767:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759669.084769:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759669.084774:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11644 00000100:00080000:3.0:1787759669.084778:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759669.084782:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759669.084792:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759669.084806:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3800 x1874589766535424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759669.084816:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759669.084819:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759669.084821:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759669.084825:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11644 00000100:00080000:3.0:1787759669.084828:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759669.084832:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759669.084836:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759669.084846:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b3480 x1874589766535552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759669.084855:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759669.084858:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759669.084859:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759669.084863:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11644 00000100:00080000:3.0:1787759669.084865:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759669.084868:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759669.084872:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759669.084881:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1f80 x1874589766535680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759669.084889:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759669.084892:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759669.084894:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759669.084898:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11644 00000100:00080000:3.0:1787759669.084900:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759669.084904:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759669.084908:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759669.084916:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2a00 x1874589766535808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759669.085743:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759669.085871:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766535296:192.168.201.131@tcp:250:kworker.0 00000800:00000100:1.0:1787759669.085935:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759669.085980:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759669/real 1787759669] req@ffffa0e6c35b0700 x1874589766535296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759669.085999:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0700 x1874589766535296/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759669.086010:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759669.086015:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759669.086019:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766535296:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759669.086026:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766535424:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759669.086059:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759669.086072:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759669/real 1787759669] req@ffffa0e6c35b3800 x1874589766535424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759669.086083:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3800 x1874589766535424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759669.086091:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759669.086094:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759669.086097:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766535424:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759669.086102:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766535552:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759669.086121:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759669.086131:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759669/real 1787759669] req@ffffa0e6c35b3480 x1874589766535552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759669.086141:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b3480 x1874589766535552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759669.086155:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759669.086158:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759669.086161:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766535552:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759669.086167:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766535680:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759669.086185:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759669.086194:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759669/real 1787759669] req@ffffa0e6c35b1f80 x1874589766535680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759669.086205:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1f80 x1874589766535680/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759669.086214:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759669.086217:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759669.086220:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766535680:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759669.086226:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766535808:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759669.086243:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759669.086253:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759669/real 1787759669] req@ffffa0e6c35b2a00 x1874589766535808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759669.086262:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2a00 x1874589766535808/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759669.086732:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759669.086738:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759669.086743:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766535808:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787759669.982322:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759670.108389:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759670.108389:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759671.006128:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759671.132445:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759671.133660:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787759672.028718:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759672.156436:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759672.161078:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787759673.052649:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759673.180403:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759673.180404:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787759674.076732:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759674.204422:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759674.204562:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:0.0:1787759674.212559:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759674.212570:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759674.212575:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759674.212586:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11650 00000100:00080000:0.0:1787759674.212597:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759674.212604:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759674.212649:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766535936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759674.212688:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759674.212691:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759674.212693:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759674.212697:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11650 00000100:00080000:0.0:1787759674.212701:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759674.212705:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759674.212714:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759674.212726:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766536064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759674.212736:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759674.212739:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759674.212740:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759674.212744:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11650 00000100:00080000:0.0:1787759674.212747:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759674.212750:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:1.0:1787759674.212990:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766535936:192.168.201.131@tcp:250:kworker.0 00000800:00000100:1.0:1787759674.213052:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759674.213090:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759674/real 1787759674] req@ffffa0e6d86c6680 x1874589766535936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759674.213120:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766535936/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759674.213131:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759674.213134:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759674.213138:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766535936:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759674.213144:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766536064:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759674.213164:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759674.213176:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759674/real 1787759674] req@ffffa0e6d86c6300 x1874589766536064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759674.213185:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766536064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759674.213193:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759674.213197:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759674.213200:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766536064:192.168.201.131@tcp:38:kworker.0 00000008:00100000:0.0:1787759674.213359:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759674.214490:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766536192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759674.214573:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766536192:192.168.201.131@tcp:38:kworker.0 00000800:00000100:3.0:1787759674.214614:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:0.0:1787759674.215517:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759674.215523:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759674.215525:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759674.215531:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11650 00000100:00080000:0.0:1787759674.215536:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759674.215542:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759674.215550:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759674.215571:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766536320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759674.222161:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759674/real 1787759674] req@ffffa0e6d86c5880 x1874589766536192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759674.222192:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766536192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759674.222205:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759674.222210:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759674.222215:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766536192:192.168.201.131@tcp:38:kworker.0 00000100:00100000:3.0:1787759674.222264:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766536320:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759674.222344:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759674.222360:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759674/real 1787759674] req@ffffa0e6d86c7800 x1874589766536320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759674.222381:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766536320/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759674.222392:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759674.222396:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759674.222399:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766536320:192.168.201.131@tcp:8:kworker.0 00000100:00080000:0.0:1787759674.232655:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759674.232667:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759674.232671:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759674.232683:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11650 00000100:00080000:0.0:1787759674.232694:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759674.232702:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759674.232715:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759674.233498:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766536448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759674.233590:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766536448:192.168.201.131@tcp:8:kworker.0 00000800:00000100:3.0:1787759674.233657:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:3.0:1787759674.233688:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759674/real 1787759674] req@ffffa0e6d86c5c00 x1874589766536448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759674.233706:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766536448/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759674.233719:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759674.233724:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:3.0:1787759674.233728:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766536448:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759675.102248:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759675.228421:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759675.229017:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787759676.125722:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759676.257233:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759676.257701:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759677.148564:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759677.276415:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759677.276522:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787759678.173068:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759678.300448:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759678.300449:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759679.196584:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759679.324457:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:3.0:1787759679.324674:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759679.324680:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787759679.324684:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759679.324695:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11655 00000100:00080000:3.0:1787759679.324707:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759679.324715:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:3.0:1787759679.324818:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2d80 x1874589766536576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759679.325031:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766536576:192.168.201.131@tcp:250:kworker.0 00000800:00000100:1.0:1787759679.325111:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00080000:3.0:1787759679.325148:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759679.325152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787759679.325154:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759679.325159:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11655 00000100:00080000:3.0:1787759679.325164:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759679.325169:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759679.325179:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759679.325194:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b2680 x1874589766536704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759679.325251:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759679/real 1787759679] req@ffffa0e6c35b2d80 x1874589766536576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759679.325296:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2d80 x1874589766536576/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759679.325308:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759679.325312:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759679.325316:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766536576:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759679.325413:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766536704:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759679.325441:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759679.325456:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759679/real 1787759679] req@ffffa0e6c35b2680 x1874589766536704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759679.325469:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b2680 x1874589766536704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759679.325478:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759679.325482:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759679.325486:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766536704:192.168.201.131@tcp:38:kworker.0 00000100:00100000:2.0:1787759679.325553:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00080000:3.0:1787759679.333140:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759679.333154:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787759679.333159:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759679.333171:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11655 00000100:00080000:3.0:1787759679.333185:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759679.333193:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759679.333207:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759679.333245:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1c00 x1874589766536832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759679.333290:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759679.333294:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787759679.333296:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759679.333301:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11655 00000100:00080000:3.0:1787759679.333305:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759679.333308:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759679.333314:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:3.0:1787759679.333325:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b1880 x1874589766536960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759679.333439:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766536832:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759679.333516:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759679.333551:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759679/real 1787759679] req@ffffa0e6c35b1c00 x1874589766536832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759679.333581:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1c00 x1874589766536832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759679.333593:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759679.333598:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759679.333602:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766536832:192.168.201.131@tcp:38:kworker.0 00000100:00080000:3.0:1787759679.333729:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759679.333733:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787759679.333735:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787759679.333740:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11655 00000100:00080000:3.0:1787759679.333809:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759679.333816:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:3.0:1787759679.333822:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:3.0:1787759679.333899:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c35b0a80 x1874589766537088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759679.333972:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766536960:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759679.334001:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759679.334014:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759679/real 1787759679] req@ffffa0e6c35b1880 x1874589766536960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759679.334026:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b1880 x1874589766536960/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759679.334038:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759679.334042:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759679.334045:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766536960:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759679.334052:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766537088:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759679.334072:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759679.334083:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759679/real 1787759679] req@ffffa0e6c35b0a80 x1874589766537088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759679.334102:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c35b0a80 x1874589766537088/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759679.334113:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759679.334116:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759679.334119:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c35b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766537088:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787759680.220648:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759680.348418:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759680.348806:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787759681.244582:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759681.372725:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759681.372783:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787759682.268546:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759682.396407:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759682.396511:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759683.301060:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759683.420597:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759683.421355:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787759684.316609:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759684.444428:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759684.447821:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787759684.447861:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759684.447868:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787759684.447873:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759684.447884:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11660 00000100:00080000:2.0:1787759684.447897:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759684.447905:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:2.0:1787759684.447960:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c9880 x1874589766537216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759684.447989:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759684.447994:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787759684.447996:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759684.448000:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11660 00000100:00080000:2.0:1787759684.448004:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759684.448009:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759684.448019:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759684.448033:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cb480 x1874589766537344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759684.448038:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766537216:192.168.201.131@tcp:250:kworker.0 00000100:00080000:2.0:1787759684.448049:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759684.448054:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787759684.448056:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759684.448061:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11660 00000100:00080000:2.0:1787759684.448065:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759684.448068:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759684.448073:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787759684.448085:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60cad80 x1874589766537472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759684.448095:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759684.448098:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759684.448100:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759684.448104:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11660 00000100:00080000:2.0:1787759684.448107:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759684.448111:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759684.448114:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000800:00000100:1.0:1787759684.448122:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:2.0:1787759684.448126:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8a80 x1874589766537600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787759684.448137:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759684.448141:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787759684.448143:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787759684.448148:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11660 00000100:00080000:2.0:1787759684.448151:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787759684.448155:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:2.0:1787759684.448161:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:1.0:1787759684.448166:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759684/real 1787759684] req@ffffa0e6c60c9880 x1874589766537216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759684.448176:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6c60c8e00 x1874589766537728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759684.448190:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c9880 x1874589766537216/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759684.448205:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759684.448209:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759684.448214:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766537216:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759684.448239:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766537344:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759684.448261:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759684.448366:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759684/real 1787759684] req@ffffa0e6c60cb480 x1874589766537344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759684.448380:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cb480 x1874589766537344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759684.448390:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759684.448393:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759684.448397:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766537344:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759684.448403:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766537472:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759684.448424:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759684.448436:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759684/real 1787759684] req@ffffa0e6c60cad80 x1874589766537472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759684.448446:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60cad80 x1874589766537472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759684.448453:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759684.448457:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759684.448460:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766537472:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759684.448465:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766537600:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759684.448484:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759684.448494:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759684/real 1787759684] req@ffffa0e6c60c8a80 x1874589766537600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759684.448504:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8a80 x1874589766537600/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759684.448514:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759684.448517:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759684.448521:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766537600:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759684.448527:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766537728:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759684.448545:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759684.448555:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759684/real 1787759684] req@ffffa0e6c60c8e00 x1874589766537728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759684.448565:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6c60c8e00 x1874589766537728/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759684.448575:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759684.448578:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759684.448581:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6c60c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766537728:192.168.201.131@tcp:8:kworker.0 00010000:00010000:0.0:1787759685.341384:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759685.468373:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759685.468385:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787759686.366120:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759686.492644:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759686.493225:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759687.389321:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759687.516383:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759687.516394:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:2.0:1787759688.412643:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759688.540633:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:2.0:1787759688.541948:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759689.438051:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759689.564444:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759689.564665:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00080000:0.0:1787759689.564976:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61e16cc1-c7a0-4834-97d9-80c911c6c1d1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759689.564982:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787759689.564986:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759689.564996:0:138511:0:(import.c:510:import_select_connection()) MGC192.168.201.131@tcp: connect to NID 192.168.201.131@tcp last attempt 11665 00000100:00080000:0.0:1787759689.565007:0:138511:0:(import.c:589:import_select_connection()) MGC192.168.201.131@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759689.565013:0:138511:0:(import.c:624:import_select_connection()) MGC192.168.201.131@tcp: import ffffa0e6d0aa9800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000100:00100000:0.0:1787759689.565057:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5c00 x1874589766537856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759689.565095:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759689.565099:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787759689.565101:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759689.565106:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11665 00000100:00080000:0.0:1787759689.565109:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759689.565114:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e6c7ba9800: import ffffa0e6c8572000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759689.565125:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759689.565138:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c7800 x1874589766537984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759689.565147:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759689.565150:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787759689.565152:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759689.565156:0:138511:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11665 00000100:00080000:0.0:1787759689.565159:0:138511:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759689.565162:0:138511:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e6c7ba9800: import ffffa0e6c8573800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759689.565166:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683217 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787759689.565177:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c5880 x1874589766538112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759689.565186:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759689.565189:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787759689.565190:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759689.565194:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11665 00000100:00080000:0.0:1787759689.565197:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759689.565201:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e6c7ba9800: import ffffa0e6c8570000 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759689.565205:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 5988352, lost: 0. 00000100:00100000:0.0:1787759689.565215:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6300 x1874589766538240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759689.565223:0:138511:0:(pinger.c:229:ptlrpc_pinger_process_import()) d820e3d8-0101-4517-9bdc-79801f6168f8->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759689.565227:0:138511:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787759689.565228:0:138511:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787759689.565232:0:138511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: connect to NID 192.168.201.131@tcp last attempt 11665 00000100:00080000:0.0:1787759689.565234:0:138511:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787759689.565238:0:138511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e6c7ba9800: import ffffa0e6c8554800 using connection 192.168.201.131@tcp/192.168.201.131@tcp 00000008:00100000:0.0:1787759689.565241:0:138511:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683217 ocd_grant: 4358144, lost: 0. 00000100:00100000:0.0:1787759689.565251:0:138511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e6d86c6680 x1874589766538368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759689.565904:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766537856:192.168.201.131@tcp:250:kworker.0 00000800:00000100:1.0:1787759689.565973:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759689.566015:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759689/real 1787759689] req@ffffa0e6d86c5c00 x1874589766537856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759689.566030:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5c00 x1874589766537856/t0(0) o250->MGC192.168.201.131@tcp@192.168.201.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759689.566040:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6d0aa9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759689.566043:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759689.566047:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61e16cc1-c7a0-4834-97d9-80c911c6c1d1:2398:1874589766537856:192.168.201.131@tcp:250:kworker.0 00000100:00100000:1.0:1787759689.566055:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766537984:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759689.566080:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759689.566091:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759689/real 1787759689] req@ffffa0e6d86c7800 x1874589766537984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759689.566101:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c7800 x1874589766537984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759689.566110:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759689.566114:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759689.566117:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766537984:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759689.566123:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766538112:192.168.201.131@tcp:38:kworker.0 00000800:00000100:1.0:1787759689.566138:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759689.566147:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759689/real 1787759689] req@ffffa0e6d86c5880 x1874589766538112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759689.566155:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c5880 x1874589766538112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e6c7ba9800@192.168.201.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759689.566162:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8573800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759689.566164:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759689.566167:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766538112:192.168.201.131@tcp:38:kworker.0 00000100:00100000:1.0:1787759689.566171:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766538240:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759689.566186:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759689.566194:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759689/real 1787759689] req@ffffa0e6d86c6300 x1874589766538240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759689.566212:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6300 x1874589766538240/t0(0) o8->lustre-OST0000-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759689.566222:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8570000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759689.566224:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759689.566227:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766538240:192.168.201.131@tcp:8:kworker.0 00000100:00100000:1.0:1787759689.566232:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766538368:192.168.201.131@tcp:8:kworker.0 00000800:00000100:1.0:1787759689.566248:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.131@tcp 00000100:00100000:1.0:1787759689.566256:0:2398:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759689/real 1787759689] req@ffffa0e6d86c6680 x1874589766538368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759689.566267:0:2398:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e6d86c6680 x1874589766538368/t0(0) o8->lustre-OST0001-osc-ffffa0e6c7ba9800@192.168.201.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759689.566305:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa0e6c8554800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759689.566308:0:2398:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.131@tcp failed (-110) 00000100:00100000:1.0:1787759689.566312:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e6d86c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d820e3d8-0101-4517-9bdc-79801f6168f8:2398:1874589766538368:192.168.201.131@tcp:8:kworker.0 00010000:00010000:2.0:1787759690.462472:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759690.591296:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759690.592533:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759691.486736:0:138621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759691.612442:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759691.612625:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787759692.511094:0:138618:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759692.636521:0:138509:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6d0024a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759692.636684:0:138537:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e6c4dcb900 going to sleep for 0 seconds Debug log: 75928 lines, 75928 kept, 0 dropped, 0 bad.